diff --git a/site_list.py b/site_list.py index 905afcd..9e22883 100644 --- a/site_list.py +++ b/site_list.py @@ -1,20 +1,12 @@ """Sherlock: Supported Site Listing -This module generates the listing of supported sites. +This module generates the listing of supported sites +which can be found in sites.md +It also organizes all the sites in alphanumeric order """ import json -import sys -import requests -import threading -import xml.etree.ElementTree as ET -from datetime import datetime -from argparse import ArgumentParser, RawDescriptionHelpFormatter pool = list() -parser = ArgumentParser(formatter_class=RawDescriptionHelpFormatter) - -args = parser.parse_args() - with open("sherlock/resources/data.json", "r", encoding="utf-8") as data_file: data = json.load(data_file) @@ -22,17 +14,19 @@ with open("sites.md", "w") as site_file: data_length = len(data) site_file.write(f'## List Of Supported Sites ({data_length} Sites In Total!)\n') - index = 1 - for social_network, url_main, th in pool: + for social_network in data: + url_main = data.get(social_network).get("urlMain") + pool.append((social_network, url_main)) + index = 1 + for social_network, url_main in pool: site_file.write(f'{index}. [{social_network}]({url_main})\n') - sys.stdout.write("\r{0}".format(f"Updated {index} out of {data_length} entries")) - sys.stdout.flush() index = index + 1 + sorted_json_data = json.dumps(data, indent=2, sort_keys=True) with open("sherlock/resources/data.json", "w") as data_file: data_file.write(sorted_json_data) -print("\nFinished updating supported site listing!") +print("Finished updating supported site listing!") diff --git a/sites.md b/sites.md index 668b488..adc5205 100644 --- a/sites.md +++ b/sites.md @@ -1 +1,304 @@ ## List Of Supported Sites (303 Sites In Total!) +1. [2Dimensions](https://2Dimensions.com/) +2. [3dnews](http://forum.3dnews.ru/) +3. [4pda](https://4pda.ru/) +4. [500px](https://500px.com/) +5. [7Cups](https://www.7cups.com/) +6. [9GAG](https://www.9gag.com/) +7. [About.me](https://about.me/) +8. [Academia.edu](https://www.academia.edu/) +9. [Alik.cz](https://www.alik.cz/) +10. [AllTrails](https://www.alltrails.com/) +11. [Anobii](https://www.anobii.com/) +12. [Aptoide](https://en.aptoide.com/) +13. [Archive.org](https://archive.org) +14. [Asciinema](https://asciinema.org) +15. [Ask Fedora](https://ask.fedoraproject.org/) +16. [AskFM](https://ask.fm/) +17. [Audiojungle](https://audiojungle.net/) +18. [Avizo](https://www.avizo.cz/) +19. [BLIP.fm](https://blip.fm/) +20. [BOOTH](https://booth.pm/) +21. [Badoo](https://badoo.com/) +22. [Bandcamp](https://www.bandcamp.com/) +23. [Bazar.cz](https://www.bazar.cz/) +24. [Behance](https://www.behance.net/) +25. [BitBucket](https://bitbucket.org/) +26. [BitCoinForum](https://bitcoinforum.com) +27. [Blogger](https://www.blogger.com/) +28. [BodyBuilding](https://bodyspace.bodybuilding.com/) +29. [Bookcrossing](https://www.bookcrossing.com/) +30. [BuyMeACoffee](https://www.buymeacoffee.com/) +31. [BuzzFeed](https://buzzfeed.com/) +32. [CNET](https://www.cnet.com/) +33. [CapFriendly](https://www.capfriendly.com/) +34. [Carbonmade](https://carbonmade.com/) +35. [Career.habr](https://career.habr.com/) +36. [CashMe](https://cash.me/) +37. [Cent](https://cent.co/) +38. [Championat](https://www.championat.com/) +39. [Chatujme.cz](https://chatujme.cz/) +40. [Chess](https://www.chess.com/ru/) +41. [Cloob](https://www.cloob.com/) +42. [CloudflareCommunity](https://community.cloudflare.com/) +43. [Clozemaster](https://www.clozemaster.com) +44. [Codecademy](https://www.codecademy.com/) +45. [Codechef](https://www.codechef.com/) +46. [Codewars](https://www.codewars.com) +47. [Contently](https://contently.com/) +48. [Coroflot](https://coroflot.com/) +49. [Countable](https://www.countable.us/) +50. [Cracked](https://www.cracked.com/) +51. [Crevado](https://crevado.com/) +52. [Crunchyroll](https://www.crunchyroll.com/) +53. [DEV Community](https://dev.to/) +54. [DailyMotion](https://www.dailymotion.com/) +55. [Designspiration](https://www.designspiration.net/) +56. [DeviantART](https://deviantart.com) +57. [Discogs](https://www.discogs.com/) +58. [Discuss.Elastic.co](https://discuss.elastic.co/) +59. [Disqus](https://disqus.com/) +60. [Docker Hub](https://hub.docker.com/) +61. [Dribbble](https://dribbble.com/) +62. [Duolingo](https://duolingo.com/) +63. [Ebay](https://www.ebay.com/) +64. [Ello](https://ello.co/) +65. [Etsy](https://www.etsy.com/) +66. [Euw](https://euw.op.gg/) +67. [EyeEm](https://www.eyeem.com/) +68. [F3.cool](https://f3.cool/) +69. [F6S](https://f6s.com/) +70. [Facebook](https://www.facebook.com/) +71. [Facenama](https://facenama.com/) +72. [Fandom](https://www.fandom.com/) +73. [Filmogs](https://www.filmo.gs/) +74. [Fiverr](https://www.fiverr.com/) +75. [Flickr](https://www.flickr.com/) +76. [Flightradar24](https://www.flightradar24.com/) +77. [Flipboard](https://flipboard.com/) +78. [Football](https://www.rusfootball.info/) +79. [FortniteTracker](https://fortnitetracker.com/challenges) +80. [Freelance.habr](https://freelance.habr.com/) +81. [Freelancer.com](https://www.freelancer.com/) +82. [Freesound](https://freesound.org/) +83. [GDProfiles](https://gdprofiles.com/) +84. [Gamespot](https://www.gamespot.com/) +85. [Giphy](https://giphy.com/) +86. [GitHub](https://www.github.com/) +87. [GitLab](https://gitlab.com/) +88. [Gitee](https://gitee.com/) +89. [GoodReads](https://www.goodreads.com/) +90. [Gravatar](http://en.gravatar.com/) +91. [Gumroad](https://www.gumroad.com/) +92. [GunsAndAmmo](https://gunsandammo.com/) +93. [GuruShots](https://gurushots.com/) +94. [HackTheBox](https://forum.hackthebox.eu/) +95. [HackerNews](https://news.ycombinator.com/) +96. [HackerOne](https://hackerone.com/) +97. [HackerRank](https://hackerrank.com/) +98. [House-Mixes.com](https://www.house-mixes.com/) +99. [Houzz](https://houzz.com/) +100. [HubPages](https://hubpages.com/) +101. [Hubski](https://hubski.com/) +102. [IFTTT](https://www.ifttt.com/) +103. [ImageShack](https://imageshack.us/) +104. [ImgUp.cz](https://imgup.cz/) +105. [Instagram](https://www.instagram.com/) +106. [Instructables](https://www.instructables.com/) +107. [Issuu](https://issuu.com/) +108. [Itch.io](https://itch.io/) +109. [Jimdo](https://jimdosite.com/) +110. [Kaggle](https://www.kaggle.com/) +111. [Kali community](https://forums.kali.org/) +112. [Keybase](https://keybase.io/) +113. [Kik](http://kik.me/) +114. [Kongregate](https://www.kongregate.com/) +115. [LOR](https://linux.org.ru/) +116. [Launchpad](https://launchpad.net/) +117. [LeetCode](https://leetcode.com/) +118. [Letterboxd](https://letterboxd.com/) +119. [Lichess](https://lichess.org) +120. [LiveJournal](https://www.livejournal.com/) +121. [LiveLeak](https://www.liveleak.com/) +122. [Lobsters](https://lobste.rs/) +123. [Lolchess](https://lolchess.gg/) +124. [Medium](https://medium.com/) +125. [MeetMe](https://www.meetme.com/) +126. [Memrise](https://www.memrise.com/) +127. [MixCloud](https://www.mixcloud.com/) +128. [MyAnimeList](https://myanimelist.net/) +129. [Myspace](https://myspace.com/) +130. [NICommunityForum](https://www.native-instruments.com/forum/) +131. [NPM](https://www.npmjs.com/) +132. [NPM-Package](https://www.npmjs.com/) +133. [NameMC (Minecraft.net skins)](https://namemc.com/) +134. [NationStates Nation](https://nationstates.net) +135. [NationStates Region](https://nationstates.net) +136. [Newgrounds](https://newgrounds.com) +137. [OK](https://ok.ru/) +138. [OpenCollective](https://opencollective.com/) +139. [OpenStreetMap](https://www.openstreetmap.org/) +140. [Oracle Community](https://community.oracle.com) +141. [Otzovik](https://otzovik.com/) +142. [OurDJTalk](https://ourdjtalk.com/) +143. [PCGamer](https://pcgamer.com) +144. [PCPartPicker](https://pcpartpicker.com) +145. [PSNProfiles.com](https://psnprofiles.com/) +146. [Packagist](https://packagist.org/) +147. [Pastebin](https://pastebin.com/) +148. [Patreon](https://www.patreon.com/) +149. [PayPal](https://www.paypal.me/) +150. [Periscope](https://www.periscope.tv/) +151. [Photobucket](https://photobucket.com/) +152. [Pinkbike](https://www.pinkbike.com/) +153. [Pinterest](https://www.pinterest.com/) +154. [PlayStore](https://play.google.com/store) +155. [Pling](https://www.pling.com/) +156. [Plug.DJ](https://plug.dj/) +157. [Pokemon Showdown](https://pokemonshowdown.com) +158. [PokerStrategy](http://www.pokerstrategy.net) +159. [Polygon](https://www.polygon.com/) +160. [ProductHunt](https://www.producthunt.com/) +161. [PromoDJ](http://promodj.com/) +162. [Quora](https://www.quora.com/) +163. [Rajce.net](https://www.rajce.idnes.cz/) +164. [Rate Your Music](https://rateyourmusic.com/) +165. [Realmeye](https://www.realmeye.com/) +166. [Redbubble](https://www.redbubble.com/) +167. [Reddit](https://www.reddit.com/) +168. [Repl.it](https://repl.it/) +169. [ResearchGate](https://www.researchgate.net/) +170. [ReverbNation](https://www.reverbnation.com/) +171. [Roblox](https://www.roblox.com/) +172. [RubyGems](https://rubygems.org/) +173. [Sbazar.cz](https://www.sbazar.cz/) +174. [Scratch](https://scratch.mit.edu/) +175. [Scribd](https://www.scribd.com/) +176. [ShitpostBot5000](https://www.shitpostbot.com/) +177. [Signal](https://community.signalusers.org) +178. [Slack](https://slack.com) +179. [SlideShare](https://slideshare.net/) +180. [Smashcast](https://www.smashcast.tv/) +181. [Smule](https://www.smule.com/) +182. [SoundCloud](https://soundcloud.com/) +183. [SourceForge](https://sourceforge.net/) +184. [Speedrun.com](https://speedrun.com/) +185. [Splits.io](https://splits.io) +186. [Sporcle](https://www.sporcle.com/) +187. [SportsRU](https://www.sports.ru/) +188. [Spotify](https://open.spotify.com/) +189. [Star Citizen](https://robertsspaceindustries.com/) +190. [Steam](https://steamcommunity.com/) +191. [SteamGroup](https://steamcommunity.com/) +192. [Steamid](https://steamid.uk/) +193. [SublimeForum](https://forum.sublimetext.com/) +194. [T-MobileSupport](https://support.t-mobile.com) +195. [Taringa](https://taringa.net/) +196. [Telegram](https://t.me/) +197. [Tellonym.me](https://tellonym.me/) +198. [Tinder](https://tinder.com/) +199. [TrackmaniaLadder](http://en.tm-ladder.com/index.php) +200. [TradingView](https://www.tradingview.com/) +201. [Trakt](https://www.trakt.tv/) +202. [TrashboxRU](https://trashbox.ru/) +203. [Trello](https://trello.com/) +204. [TripAdvisor](https://tripadvisor.com/) +205. [Twitch](https://www.twitch.tv/) +206. [Twitter](https://mobile.twitter.com/) +207. [Typeracer](https://typeracer.com) +208. [Ultimate-Guitar](https://ultimate-guitar.com/) +209. [Unsplash](https://unsplash.com/) +210. [VK](https://vk.com/) +211. [VSCO](https://vsco.co/) +212. [Velomania](https://forum.velomania.ru/) +213. [Venmo](https://venmo.com/) +214. [Viadeo](http://fr.viadeo.com/en/) +215. [Vimeo](https://vimeo.com/) +216. [Virgool](https://virgool.io/) +217. [VirusTotal](https://www.virustotal.com/) +218. [Wattpad](https://www.wattpad.com/) +219. [We Heart It](https://weheartit.com/) +220. [WebNode](https://www.webnode.cz/) +221. [Whonix Forum](https://forums.whonix.org/) +222. [Wikidot](http://www.wikidot.com/) +223. [Wikipedia](https://www.wikipedia.org/) +224. [Wix](https://wix.com/) +225. [WordPress](https://wordpress.com) +226. [WordPressOrg](https://wordpress.org/) +227. [Xbox Gamertag](https://xboxgamertag.com/) +228. [YandexCollection](https://yandex.ru/collections/) +229. [YouNow](https://www.younow.com/) +230. [YouPic](https://youpic.com/) +231. [YouTube](https://www.youtube.com/) +232. [Zhihu](https://www.zhihu.com/) +233. [akniga](https://akniga.org/profile/blue/) +234. [allmylinks](https://allmylinks.com/) +235. [aminoapp](https://aminoapps.com/) +236. [authorSTREAM](http://www.authorstream.com/) +237. [babyRU](https://www.baby.ru/) +238. [babyblogRU](https://www.babyblog.ru/) +239. [chaos.social](https://chaos.social/) +240. [couchsurfing](https://www.couchsurfing.com/) +241. [d3RU](https://d3.ru/) +242. [dailykos](https://www.dailykos.com) +243. [datingRU](http://dating.ru) +244. [devRant](https://devrant.com/) +245. [drive2](https://www.drive2.ru/) +246. [eGPU](https://egpu.io/) +247. [eintracht](https://eintracht.de) +248. [fixya](https://www.fixya.com) +249. [fl](https://www.fl.ru/) +250. [forum_guns](https://forum.guns.ru/) +251. [forumhouseRU](https://www.forumhouse.ru/) +252. [geocaching](https://www.geocaching.com/) +253. [getmyuni](https://getmyuni.com/) +254. [gfycat](https://gfycat.com/) +255. [habr](https://habr.com/) +256. [hackster](https://www.hackster.io) +257. [hunting](https://www.hunting.ru/forum/) +258. [iMGSRC.RU](https://imgsrc.ru/) +259. [igromania](http://forum.igromania.ru/) +260. [interpals](https://www.interpals.net/) +261. [irecommend](https://irecommend.ru/) +262. [jeuxvideo](http://www.jeuxvideo.com) +263. [kofi](https://ko-fi.com) +264. [kwork](https://www.kwork.ru/) +265. [labpentestit](https://lab.pentestit.ru/) +266. [last.fm](https://last.fm/) +267. [leasehackr](https://forum.leasehackr.com/) +268. [livelib](https://www.livelib.ru/) +269. [mastodon.cloud](https://mastodon.cloud/) +270. [mastodon.social](https://chaos.social/) +271. [mastodon.technology](https://mastodon.xyz/) +272. [mastodon.xyz](https://mastodon.xyz/) +273. [mercadolivre](https://www.mercadolivre.com.br) +274. [metacritic](https://www.metacritic.com/) +275. [moikrug](https://moikrug.ru/) +276. [mstdn.io](https://mstdn.io/) +277. [nairaland.com](https://www.nairaland.com/) +278. [nightbot](https://nightbot.tv/) +279. [nnRU](https://https://www.nn.ru/) +280. [notabug.org](https://notabug.org/) +281. [note](https://note.com/) +282. [opennet](https://www.opennet.ru/) +283. [opensource](https://opensource.com/) +284. [osu!](https://osu.ppy.sh/) +285. [phpRU](https://php.ru/forum/) +286. [pikabu](https://pikabu.ru/) +287. [polarsteps](https://polarsteps.com/) +288. [pr0gramm](https://pr0gramm.com/) +289. [prog.hu](https://prog.hu/) +290. [radio_echo_msk](https://echo.msk.ru/) +291. [satsisRU](https://satsis.info/) +292. [segmentfault](https://segmentfault.com/) +293. [social.tchncs.de](https://social.tchncs.de/) +294. [soylentnews](https://soylentnews.org) +295. [sparkpeople](https://www.sparkpeople.com) +296. [spletnik](https://spletnik.ru/) +297. [svidbook](https://www.svidbook.ru/) +298. [toster](https://www.toster.ru/) +299. [tracr.co](https://tracr.co/) +300. [travellerspoint](https://www.travellerspoint.com) +301. [uid](https://uid.me/) +302. [warriorforum](https://www.warriorforum.com/) +303. [windy](https://windy.com/)