Merge branch 'master' into tor

pull/31/head
mpieters93 6 years ago committed by GitHub
commit 51ce9fc10b
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

7
.gitignore vendored

@ -1,3 +1,10 @@
# Jupyter Notebook # Jupyter Notebook
.ipynb_checkpoints .ipynb_checkpoints
*.ipynb *.ipynb
# Output files, except requirements.txt
*.txt
!requirements.txt
# Comma-Separated Values (CSV) Reports
*.csv

@ -8,6 +8,8 @@
## Installation ## Installation
**NOTE**: Python 3.6 or higher is required.
```bash ```bash
# clone the repo # clone the repo
$ git clone https://github.com/sdushantha/sherlock.git $ git clone https://github.com/sdushantha/sherlock.git
@ -23,7 +25,7 @@ $ pip3 install -r requirements.txt
```bash ```bash
$ python3 sherlock.py --help $ python3 sherlock.py --help
usage: sherlock.py [-h] [--version] [--verbose] [--quiet] [--tor] [--unique-tor] usage: sherlock.py [-h] [--version] [--verbose] [--quiet] [--csv] [--tor] [--unique-tor]
USERNAMES [USERNAMES ...] USERNAMES [USERNAMES ...]
Sherlock: Find Usernames Across Social Networks (Version 0.1.0) Sherlock: Find Usernames Across Social Networks (Version 0.1.0)
@ -37,6 +39,7 @@ optional arguments:
--verbose, -v, -d, --debug --verbose, -v, -d, --debug
Display extra debugging information. Display extra debugging information.
--quiet, -q Disable debugging information (Default Option). --quiet, -q Disable debugging information (Default Option).
--csv Create Comma-Separated Values (CSV) File.
--tor, -t Make requests over TOR; increases runtime; requires TOR to be installed and in system path. --tor, -t Make requests over TOR; increases runtime; requires TOR to be installed and in system path.
--unique-tor, -u Make requests over TOR with new TOR circuit after each request; increases runtime; requires TOR to be installed and in system path. --unique-tor, -u Make requests over TOR with new TOR circuit after each request; increases runtime; requires TOR to be installed and in system path.
``` ```

@ -1,378 +1,462 @@
{ {
"Instagram": { "Instagram": {
"url": "https://www.instagram.com/{}", "url": "https://www.instagram.com/{}",
"urlMain": "https://www.instagram.com/",
"errorType": "message", "errorType": "message",
"errorMsg": "The link you followed may be broken" "errorMsg": "The link you followed may be broken"
}, },
"Twitter": { "Twitter": {
"url": "https://www.twitter.com/{}", "url": "https://www.twitter.com/{}",
"urlMain": "https://www.twitter.com/",
"errorType": "message", "errorType": "message",
"errorMsg": "page doesnt exist" "errorMsg": "page doesnt exist"
}, },
"Facebook": { "Facebook": {
"url": "https://www.facebook.com/{}", "url": "https://www.facebook.com/{}",
"urlMain": "https://www.facebook.com/",
"errorType": "status_code" "errorType": "status_code"
}, },
"YouTube": { "YouTube": {
"url": "https://www.youtube.com/{}", "url": "https://www.youtube.com/{}",
"urlMain": "https://www.youtube.com/",
"errorType": "message", "errorType": "message",
"errorMsg": "Not Found" "errorMsg": "Not Found"
}, },
"Blogger": { "Blogger": {
"url": "https://{}.blogspot.com", "url": "https://{}.blogspot.com",
"urlMain": "https://www.blogger.com/",
"errorType": "status_code", "errorType": "status_code",
"regexCheck": "^[a-zA-Z][a-zA-Z0-9_-]*$" "regexCheck": "^[a-zA-Z][a-zA-Z0-9_-]*$"
}, },
"Google Plus": { "Google Plus": {
"url": "https://plus.google.com/+{}", "url": "https://plus.google.com/+{}",
"urlMain": "https://plus.google.com/",
"errorType": "status_code" "errorType": "status_code"
}, },
"Reddit": { "Reddit": {
"url": "https://www.reddit.com/user/{}", "url": "https://www.reddit.com/user/{}",
"urlMain": "https://www.reddit.com/",
"errorType": "message", "errorType": "message",
"errorMsg":"page not found" "errorMsg":"page not found"
}, },
"Pinterest": { "Pinterest": {
"url": "https://www.pinterest.com/{}", "url": "https://www.pinterest.com/{}",
"urlMain": "https://www.pinterest.com/",
"errorType": "response_url", "errorType": "response_url",
"errorUrl": "https://www.pinterest.com/?show_error=true" "errorUrl": "https://www.pinterest.com/?show_error=true"
}, },
"GitHub": { "GitHub": {
"url": "https://www.github.com/{}", "url": "https://www.github.com/{}",
"urlMain": "https://www.github.com/",
"errorType": "status_code", "errorType": "status_code",
"regexCheck": "^[a-zA-Z0-9](?:[a-zA-Z0-9]|-(?=[a-zA-Z0-9])){0,38}$" "regexCheck": "^[a-zA-Z0-9](?:[a-zA-Z0-9]|-(?=[a-zA-Z0-9])){0,38}$"
}, },
"Steam": { "Steam": {
"url": "https://steamcommunity.com/id/{}", "url": "https://steamcommunity.com/id/{}",
"urlMain": "https://steamcommunity.com/",
"errorType": "message", "errorType": "message",
"errorMsg": "The specified profile could not be found" "errorMsg": "The specified profile could not be found"
}, },
"Vimeo": { "Vimeo": {
"url": "https://vimeo.com/{}", "url": "https://vimeo.com/{}",
"urlMain": "https://vimeo.com/",
"errorType": "message", "errorType": "message",
"errorMsg": "404 Not Found" "errorMsg": "404 Not Found"
}, },
"SoundCloud": { "SoundCloud": {
"url": "https://soundcloud.com/{}", "url": "https://soundcloud.com/{}",
"urlMain": "https://soundcloud.com/",
"errorType": "status_code" "errorType": "status_code"
}, },
"Disqus": { "Disqus": {
"url": "https://disqus.com/{}", "url": "https://disqus.com/{}",
"urlMain": "https://disqus.com/",
"errorType": "status_code" "errorType": "status_code"
}, },
"Medium": { "Medium": {
"url": "https://medium.com/@{}", "url": "https://medium.com/@{}",
"urlMain": "https://medium.com/",
"errorType": "status_code" "errorType": "status_code"
}, },
"DeviantART": { "DeviantART": {
"url": "https://{}.deviantart.com", "url": "https://{}.deviantart.com",
"urlMain": "https://deviantart.com",
"errorType": "status_code", "errorType": "status_code",
"regexCheck": "^[a-zA-Z][a-zA-Z0-9_-]*$" "regexCheck": "^[a-zA-Z][a-zA-Z0-9_-]*$"
}, },
"VK": { "VK": {
"url": "https://vk.com/{}", "url": "https://vk.com/{}",
"urlMain": "https://vk.com/",
"errorType": "status_code" "errorType": "status_code"
}, },
"About.me": { "About.me": {
"url": "https://about.me/{}", "url": "https://about.me/{}",
"urlMain": "https://about.me/",
"errorType": "status_code" "errorType": "status_code"
}, },
"Imgur": { "Imgur": {
"url": "https://imgur.com/user/{}", "url": "https://imgur.com/user/{}",
"urlMain": "https://imgur.com/",
"errorType": "status_code" "errorType": "status_code"
}, },
"Flipboard": { "Flipboard": {
"url": "https://flipboard.com/@{}", "url": "https://flipboard.com/@{}",
"urlMain": "https://flipboard.com/",
"errorType": "message", "errorType": "message",
"errorMsg": "loading" "errorMsg": "loading"
}, },
"SlideShare": { "SlideShare": {
"url": "https://slideshare.net/{}", "url": "https://slideshare.net/{}",
"urlMain": "https://slideshare.net/",
"errorType": "status_code" "errorType": "status_code"
}, },
"Fotolog": { "Fotolog": {
"url": "https://fotolog.com/{}", "url": "https://fotolog.com/{}",
"urlMain": "https://fotolog.com/",
"errorType": "status_code" "errorType": "status_code"
}, },
"Spotify": { "Spotify": {
"url": "https://open.spotify.com/user/{}", "url": "https://open.spotify.com/user/{}",
"urlMain": "https://open.spotify.com/",
"errorType": "status_code" "errorType": "status_code"
}, },
"MixCloud": { "MixCloud": {
"url": "https://www.mixcloud.com/{}", "url": "https://www.mixcloud.com/{}",
"urlMain": "https://www.mixcloud.com/",
"errorType": "message", "errorType": "message",
"errorMsg": "Page Not Found" "errorMsg": "Page Not Found"
}, },
"Scribd": { "Scribd": {
"url": "https://www.scribd.com/{}", "url": "https://www.scribd.com/{}",
"urlMain": "https://www.scribd.com/",
"errorType": "message", "errorType": "message",
"errorMsg": "Page not found" "errorMsg": "Page not found"
}, },
"Patreon": { "Patreon": {
"url": "https://www.patreon.com/{}", "url": "https://www.patreon.com/{}",
"urlMain": "https://www.patreon.com/",
"errorType": "status_code" "errorType": "status_code"
}, },
"BitBucket": { "BitBucket": {
"url": "https://bitbucket.org/{}", "url": "https://bitbucket.org/{}",
"urlMain": "https://bitbucket.org/",
"errorType": "status_code" "errorType": "status_code"
}, },
"Roblox": { "Roblox": {
"url": "https://www.roblox.com/user.aspx?username={}", "url": "https://www.roblox.com/user.aspx?username={}",
"urlMain": "https://www.roblox.com/",
"errorType": "message", "errorType": "message",
"errorMsg": "Page cannot be found or no longer exists" "errorMsg": "Page cannot be found or no longer exists"
}, },
"Gravatar": { "Gravatar": {
"url": "http://en.gravatar.com/{}", "url": "http://en.gravatar.com/{}",
"urlMain": "http://en.gravatar.com/",
"errorType": "status_code" "errorType": "status_code"
}, },
"iMGSRC.RU": { "iMGSRC.RU": {
"url": "https://imgsrc.ru/main/user.php?user={}", "url": "https://imgsrc.ru/main/user.php?user={}",
"urlMain": "https://imgsrc.ru/",
"errorType": "response_url", "errorType": "response_url",
"errorUrl": "https://imgsrc.ru/" "errorUrl": "https://imgsrc.ru/"
}, },
"DailyMotion": { "DailyMotion": {
"url": "https://www.dailymotion.com/{}", "url": "https://www.dailymotion.com/{}",
"urlMain": "https://www.dailymotion.com/",
"errorType": "message", "errorType": "message",
"errorMsg": "Page not found" "errorMsg": "Page not found"
}, },
"Etsy": { "Etsy": {
"url": "https://www.etsy.com/shop/{}", "url": "https://www.etsy.com/shop/{}",
"urlMain": "https://www.etsy.com/",
"errorType": "status_code" "errorType": "status_code"
}, },
"CashMe": { "CashMe": {
"url": "https://cash.me/{}", "url": "https://cash.me/{}",
"urlMain": "https://cash.me/",
"errorType": "status_code" "errorType": "status_code"
}, },
"Behance": { "Behance": {
"url": "https://www.behance.net/{}", "url": "https://www.behance.net/{}",
"urlMain": "https://www.behance.net/",
"errorType": "message", "errorType": "message",
"errorMsg": "Oops! We cant find that page." "errorMsg": "Oops! We cant find that page."
}, },
"GoodReads": { "GoodReads": {
"url": "https://www.goodreads.com/{}", "url": "https://www.goodreads.com/{}",
"urlMain": "https://www.goodreads.com/",
"errorType": "status_code" "errorType": "status_code"
}, },
"Instructables": { "Instructables": {
"url": "https://www.instructables.com/member/{}", "url": "https://www.instructables.com/member/{}",
"urlMain": "https://www.instructables.com/",
"errorType": "message", "errorType": "message",
"errorMsg": "404: We're sorry, things break sometimes" "errorMsg": "404: We're sorry, things break sometimes"
}, },
"Keybase": { "Keybase": {
"url": "https://keybase.io/{}", "url": "https://keybase.io/{}",
"urlMain": "https://keybase.io/",
"errorType": "status_code" "errorType": "status_code"
}, },
"Kongregate": { "Kongregate": {
"url": "https://www.kongregate.com/accounts/{}", "url": "https://www.kongregate.com/accounts/{}",
"urlMain": "https://www.kongregate.com/",
"errorType": "message", "errorType": "message",
"errorMsg": "Sorry, no account with that name was found.", "errorMsg": "Sorry, no account with that name was found.",
"regexCheck": "^[a-zA-Z][a-zA-Z0-9_-]*$" "regexCheck": "^[a-zA-Z][a-zA-Z0-9_-]*$"
}, },
"LiveJournal": { "LiveJournal": {
"url": "https://{}.livejournal.com", "url": "https://{}.livejournal.com",
"urlMain": "https://www.livejournal.com/",
"errorType": "message", "errorType": "message",
"errorMsg": "Unknown Journal", "errorMsg": "Unknown Journal",
"regexCheck": "^[a-zA-Z][a-zA-Z0-9_-]*$" "regexCheck": "^[a-zA-Z][a-zA-Z0-9_-]*$"
}, },
"VSCO": { "VSCO": {
"url": "https://vsco.co/{}", "url": "https://vsco.co/{}",
"urlMain": "https://vsco.co/",
"errorType": "status_code" "errorType": "status_code"
}, },
"AngelList": { "AngelList": {
"url": "https://angel.co/{}", "url": "https://angel.co/{}",
"urlMain": "https://angel.co/",
"errorType": "message", "errorType": "message",
"errorMsg": "We couldn't find what you were looking for." "errorMsg": "We couldn't find what you were looking for."
}, },
"last.fm": { "last.fm": {
"url": "https://last.fm/user/{}", "url": "https://last.fm/user/{}",
"urlMain": "https://last.fm/",
"errorType": "message", "errorType": "message",
"errorMsg": "Whoops! Sorry, but this page doesn't exist." "errorMsg": "Whoops! Sorry, but this page doesn't exist."
}, },
"Dribbble": { "Dribbble": {
"url": "https://dribbble.com/{}", "url": "https://dribbble.com/{}",
"urlMain": "https://dribbble.com/",
"errorType": "message", "errorType": "message",
"errorMsg": "Whoops, that page is gone.", "errorMsg": "Whoops, that page is gone.",
"regexCheck": "^[a-zA-Z][a-zA-Z0-9_-]*$" "regexCheck": "^[a-zA-Z][a-zA-Z0-9_-]*$"
}, },
"Codecademy": { "Codecademy": {
"url": "https://www.codecademy.com/{}", "url": "https://www.codecademy.com/{}",
"urlMain": "https://www.codecademy.com/",
"errorType": "message", "errorType": "message",
"errorMsg": "404 error" "errorMsg": "404 error"
}, },
"Pastebin": { "Pastebin": {
"url": "https://pastebin.com/u/{}", "url": "https://pastebin.com/u/{}",
"urlMain": "https://pastebin.com/",
"errorType": "response_url", "errorType": "response_url",
"errorUrl": "https://pastebin.com/index" "errorUrl": "https://pastebin.com/index"
}, },
"Foursquare": { "Foursquare": {
"url": "https://foursquare.com/{}", "url": "https://foursquare.com/{}",
"urlMain": "https://foursquare.com/",
"errorType": "status_code" "errorType": "status_code"
}, },
"Gumroad": { "Gumroad": {
"url": "https://www.gumroad.com/{}", "url": "https://www.gumroad.com/{}",
"urlMain": "https://www.gumroad.com/",
"errorType": "message", "errorType": "message",
"errorMsg": "Page not found." "errorMsg": "Page not found."
}, },
"Newgrounds": { "Newgrounds": {
"url": "https://{}.newgrounds.com", "url": "https://{}.newgrounds.com",
"urlMain": "https://newgrounds.com",
"errorType": "status_code", "errorType": "status_code",
"regexCheck": "^[a-zA-Z][a-zA-Z0-9_-]*$" "regexCheck": "^[a-zA-Z][a-zA-Z0-9_-]*$"
}, },
"Wattpad": { "Wattpad": {
"url": "https://www.wattpad.com/user/{}", "url": "https://www.wattpad.com/user/{}",
"urlMain": "https://www.wattpad.com/",
"errorType": "message", "errorType": "message",
"errorMsg": "This page seems to be missing..." "errorMsg": "This page seems to be missing..."
}, },
"Canva": { "Canva": {
"url": "https://www.canva.com/{}", "url": "https://www.canva.com/{}",
"urlMain": "https://www.canva.com/",
"errorType": "message", "errorType": "message",
"errorMsg": "Not found (404)" "errorMsg": "Not found (404)"
}, },
"Trakt": { "Trakt": {
"url": "https://www.trakt.tv/users/{}", "url": "https://www.trakt.tv/users/{}",
"urlMain": "https://www.trakt.tv/",
"errorType": "message", "errorType": "message",
"errorMsg": "404" "errorMsg": "404"
}, },
"500px": { "500px": {
"url": "https://500px.com/{}", "url": "https://500px.com/{}",
"urlMain": "https://500px.com/",
"errorType": "message", "errorType": "message",
"errorMsg": "Sorry, no such page." "errorMsg": "Sorry, no such page."
}, },
"BuzzFeed": { "BuzzFeed": {
"url": "https://buzzfeed.com/{}", "url": "https://buzzfeed.com/{}",
"urlMain": "https://buzzfeed.com/",
"errorType": "message", "errorType": "message",
"errorMsg": "We can't find the page you're looking for." "errorMsg": "We can't find the page you're looking for."
}, },
"TripAdvisor": { "TripAdvisor": {
"url": "https://tripadvisor.com/members/{}", "url": "https://tripadvisor.com/members/{}",
"urlMain": "https://tripadvisor.com/",
"errorType": "message", "errorType": "message",
"errorMsg": "This page is on vacation…" "errorMsg": "This page is on vacation…"
}, },
"Contently": { "Contently": {
"url": "https://{}.contently.com/", "url": "https://{}.contently.com/",
"urlMain": "https://contently.com/",
"errorType": "message", "errorType": "message",
"errorMsg": "We can't find that page!", "errorMsg": "We can't find that page!",
"regexCheck": "^[a-zA-Z][a-zA-Z0-9_-]*$" "regexCheck": "^[a-zA-Z][a-zA-Z0-9_-]*$"
}, },
"Houzz": { "Houzz": {
"url": "https://houzz.com/user/{}", "url": "https://houzz.com/user/{}",
"urlMain": "https://houzz.com/",
"errorType": "message", "errorType": "message",
"errorMsg": "The page you requested was not found." "errorMsg": "The page you requested was not found."
}, },
"BLIP.fm": { "BLIP.fm": {
"url": "https://blip.fm/{}", "url": "https://blip.fm/{}",
"urlMain": "https://blip.fm/",
"errorType": "message", "errorType": "message",
"errorMsg": "Page Not Found" "errorMsg": "Page Not Found"
}, },
"HackerNews": { "HackerNews": {
"url": "https://news.ycombinator.com/user?id={}", "url": "https://news.ycombinator.com/user?id={}",
"urlMain": "https://news.ycombinator.com/",
"errorType": "message", "errorType": "message",
"errorMsg": "No such user." "errorMsg": "No such user."
}, },
"Codementor": { "Codementor": {
"url": "https://www.codementor.io/{}", "url": "https://www.codementor.io/{}",
"urlMain": "https://www.codementor.io/",
"errorType": "message", "errorType": "message",
"errorMsg": "404" "errorMsg": "404"
}, },
"ReverbNation": { "ReverbNation": {
"url": "https://www.reverbnation.com/{}", "url": "https://www.reverbnation.com/{}",
"urlMain": "https://www.reverbnation.com/",
"errorType": "message", "errorType": "message",
"errorMsg": "Sorry, we couldn't find that page" "errorMsg": "Sorry, we couldn't find that page"
}, },
"Designspiration": { "Designspiration": {
"url": "https://www.designspiration.net/{}", "url": "https://www.designspiration.net/{}",
"urlMain": "https://www.designspiration.net/",
"errorType": "message", "errorType": "message",
"errorMsg": "Content Not Found" "errorMsg": "Content Not Found"
}, },
"Bandcamp": { "Bandcamp": {
"url": "https://www.bandcamp.com/{}", "url": "https://www.bandcamp.com/{}",
"urlMain": "https://www.bandcamp.com/",
"errorType": "message", "errorType": "message",
"errorMsg": "Sorry, that something isnt here" "errorMsg": "Sorry, that something isnt here"
}, },
"ColourLovers": { "ColourLovers": {
"url": "https://www.colourlovers.com/love/{}", "url": "https://www.colourlovers.com/love/{}",
"urlMain": "https://www.colourlovers.com/",
"errorType": "message", "errorType": "message",
"errorMsg": "Page Not Loved" "errorMsg": "Page Not Loved"
}, },
"IFTTT": { "IFTTT": {
"url": "https://www.ifttt.com/p/{}", "url": "https://www.ifttt.com/p/{}",
"urlMain": "https://www.ifttt.com/",
"errorType": "message", "errorType": "message",
"errorMsg": "The requested page or file does not exist" "errorMsg": "The requested page or file does not exist"
}, },
"Ebay": { "Ebay": {
"url": "https://www.ebay.com/usr/{}", "url": "https://www.ebay.com/usr/{}",
"urlMain": "https://www.ebay.com/",
"errorType": "message", "errorType": "message",
"errorMsg": "The User ID you entered was not found" "errorMsg": "The User ID you entered was not found"
}, },
"Slack": { "Slack": {
"url": "https://{}.slack.com", "url": "https://{}.slack.com",
"urlMain": "https://slack.com",
"errorType": "status_code", "errorType": "status_code",
"regexCheck": "^[a-zA-Z][a-zA-Z0-9_-]*$" "regexCheck": "^[a-zA-Z][a-zA-Z0-9_-]*$"
}, },
"Trip": { "Trip": {
"url": "https://www.trip.skyscanner.com/user/{}", "url": "https://www.trip.skyscanner.com/user/{}",
"urlMain": "https://www.trip.skyscanner.com/",
"errorType": "message", "errorType": "message",
"errorMsg": "Page not found" "errorMsg": "Page not found"
}, },
"Ello": { "Ello": {
"url": "https://ello.co/{}", "url": "https://ello.co/{}",
"urlMain": "https://ello.co/",
"errorType": "message", "errorType": "message",
"errorMsg": "We couldn't find the page you're looking for" "errorMsg": "We couldn't find the page you're looking for"
}, },
"HackerOne": { "HackerOne": {
"url": "https://hackerone.com/{}", "url": "https://hackerone.com/{}",
"urlMain": "https://hackerone.com/",
"errorType": "message", "errorType": "message",
"errorMsg": "Page not found" "errorMsg": "Page not found"
}, },
"Tinder": { "Tinder": {
"url": "https://www.gotinder.com/@{}", "url": "https://www.gotinder.com/@{}",
"urlMain": "https://tinder.com/",
"errorType": "message", "errorType": "message",
"errorMsg": "Looking for Someone?" "errorMsg": "Looking for Someone?"
}, },
"We Heart It": { "We Heart It": {
"url": "https://weheartit.com/{}", "url": "https://weheartit.com/{}",
"urlMain": "https://weheartit.com/",
"errorType": "message", "errorType": "message",
"errorMsg": "Oops! You've landed on a moving target!" "errorMsg": "Oops! You've landed on a moving target!"
}, },
"Flickr": { "Flickr": {
"url": "https://www.flickr.com/people/{}", "url": "https://www.flickr.com/people/{}",
"urlMain": "https://www.flickr.com/",
"errorType": "status_code" "errorType": "status_code"
}, },
"WordPress": { "WordPress": {
"url": "https://{}.wordpress.com", "url": "https://{}.wordpress.com",
"urlMain": "https://wordpress.com",
"errorType": "response_url", "errorType": "response_url",
"errorUrl": "wordpress.com/typo/?subdomain=", "errorUrl": "wordpress.com/typo/?subdomain=",
"regexCheck": "^[a-zA-Z][a-zA-Z0-9_-]*$" "regexCheck": "^[a-zA-Z][a-zA-Z0-9_-]*$"
}, },
"Unsplash": { "Unsplash": {
"url": "https://unsplash.com/@{}", "url": "https://unsplash.com/@{}",
"urlMain": "https://unsplash.com/",
"errorType": "status_code" "errorType": "status_code"
}, },
"Pexels": { "Pexels": {
"url": "https://www.pexels.com/@{}", "url": "https://www.pexels.com/@{}",
"urlMain": "https://www.pexels.com/",
"errorType": "message", "errorType": "message",
"errorMsg": "Ouch, something went wrong!" "errorMsg": "Ouch, something went wrong!"
}, },
"devRant": { "devRant": {
"url": "https://devrant.com/users/{}", "url": "https://devrant.com/users/{}",
"urlMain": "https://devrant.com/",
"errorType": "response_url", "errorType": "response_url",
"errorUrl": "https://devrant.com/" "errorUrl": "https://devrant.com/"
}, },
"MyAnimeList": { "MyAnimeList": {
"url": "https://myanimelist.net/profile/{}", "url": "https://myanimelist.net/profile/{}",
"urlMain": "https://myanimelist.net/",
"errorType": "status_code" "errorType": "status_code"
}, },
"ImageShack": { "ImageShack": {
"url": "https://imageshack.us/user/{}", "url": "https://imageshack.us/user/{}",
"urlMain": "https://imageshack.us/",
"errorType": "response_url", "errorType": "response_url",
"errorUrl": "https://imageshack.us/" "errorUrl": "https://imageshack.us/"
}, },
"Badoo": { "Badoo": {
"url": "https://badoo.com/profile/{}", "url": "https://badoo.com/profile/{}",
"urlMain": "https://badoo.com/",
"errorType": "status_code" "errorType": "status_code"
}, },
"MeetMe": { "MeetMe": {
"url": "https://www.meetme.com/{}", "url": "https://www.meetme.com/{}",
"urlMain": "https://www.meetme.com/",
"errorType": "response_url", "errorType": "response_url",
"errorUrl": "https://www.meetme.com/" "errorUrl": "https://www.meetme.com/"
},
"Quora": {
"url": "https://www.quora.com/profile/{}",
"urlMain": "https://www.quora.com/",
"errorType": "status_code"
} }
} }

@ -8,6 +8,7 @@ import json
import os import os
import sys import sys
import re import re
import csv
from argparse import ArgumentParser, RawDescriptionHelpFormatter from argparse import ArgumentParser, RawDescriptionHelpFormatter
import platform import platform
from torrequest import TorRequest from torrequest import TorRequest
@ -50,6 +51,29 @@ def make_request(url, headers, error_type, social_network, verbose=False, tor=Fa
def sherlock(username, verbose=False, tor=False, unique_tor=False): def sherlock(username, verbose=False, tor=False, unique_tor=False):
"""Run Sherlock Analysis.
Checks for existence of username on various social media sites.
Keyword Arguments:
username -- String indicating username that report
should be created against.
verbose -- Boolean indicating whether to give verbose output.
tor -- Boolean indicating whether to use a tor circuit for the requests.
unique_tor -- Boolean indicating whether to use a new tor circuit for each request.
Return Value:
Dictionary containing results from report. Key of dictionary is the name
of the social network site, and the value is another dictionary with
the following keys:
url_main: URL of main site.
url_user: URL of user on site (if account exists).
exists: String indicating results of test for account existence.
http_status: HTTP status code of query which checked for existence on
site.
response_text: Text that came back from request. May be None if
there was an HTTP error when checking for existence.
"""
fname = username+".txt" fname = username+".txt"
if os.path.isfile(fname): if os.path.isfile(fname):
@ -67,52 +91,92 @@ def sherlock(username, verbose=False, tor=False, unique_tor=False):
'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.12; rv:55.0) Gecko/20100101 Firefox/55.0' 'User-Agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10.12; rv:55.0) Gecko/20100101 Firefox/55.0'
} }
# Results from analysis of all sites
results_total = {}
for social_network in data: for social_network in data:
# Results from analysis of this specific site
results_site = {}
# Record URL of main site
results_site['url_main'] = data.get(social_network).get("urlMain")
# URL of user on site (if it exists)
url = data.get(social_network).get("url").format(username) url = data.get(social_network).get("url").format(username)
results_site['url_user'] = url
error_type = data.get(social_network).get("errorType") error_type = data.get(social_network).get("errorType")
regex_check = data.get(social_network).get("regexCheck") regex_check = data.get(social_network).get("regexCheck")
# Default data in case there are any failures in doing a request.
http_status = "?"
response_text = ""
if regex_check and re.search(regex_check, username) is None: if regex_check and re.search(regex_check, username) is None:
#No need to do the check at the site: this user name is not allowed. #No need to do the check at the site: this user name is not allowed.
print("\033[37;1m[\033[91;1m-\033[37;1m]\033[92;1m {}:\033[93;1m Illegal Username Format For This Site!".format(social_network)) print("\033[37;1m[\033[91;1m-\033[37;1m]\033[92;1m {}:\033[93;1m Illegal Username Format For This Site!".format(social_network))
continue exists = "illegal"
else:
r, error_type = make_request(url=url, headers=headers, error_type=error_type, social_network=social_network, verbose=verbose, tor=tor, unique_tor=unique_tor) r, error_type = make_request(url=url, headers=headers, error_type=error_type, social_network=social_network, verbose=verbose, tor=tor, unique_tor=unique_tor)
if error_type == "message": # Attempt to get request information
error = data.get(social_network).get("errorMsg") try:
# Checks if the error message is in the HTML http_status = r.status_code
if not error in r.text: except:
print("\033[37;1m[\033[92;1m+\033[37;1m]\033[92;1m {}:\033[0m".format(social_network), url) pass
write_to_file(url, fname) try:
response_text = r.text.encode(r.encoding)
else: except:
print("\033[37;1m[\033[91;1m-\033[37;1m]\033[92;1m {}:\033[93;1m Not Found!".format(social_network)) pass
elif error_type == "status_code": if error_type == "message":
# Checks if the status code of the repsonse is 404 error = data.get(social_network).get("errorMsg")
if not r.status_code == 404: # Checks if the error message is in the HTML
print("\033[37;1m[\033[92;1m+\033[37;1m]\033[92;1m {}:\033[0m".format(social_network), url) if not error in r.text:
write_to_file(url, fname) print("\033[37;1m[\033[92;1m+\033[37;1m]\033[92;1m {}:\033[0m".format(social_network), url)
write_to_file(url, fname)
else: exists = "yes"
print("\033[37;1m[\033[91;1m-\033[37;1m]\033[92;1m {}:\033[93;1m Not Found!".format(social_network)) else:
print("\033[37;1m[\033[91;1m-\033[37;1m]\033[92;1m {}:\033[93;1m Not Found!".format(social_network))
elif error_type == "response_url": exists = "no"
error = data.get(social_network).get("errorUrl")
# Checks if the redirect url is the same as the one defined in data.json elif error_type == "status_code":
if not error in r.url: # Checks if the status code of the response is 404
print("\033[37;1m[\033[92;1m+\033[37;1m]\033[92;1m {}:\033[0m".format(social_network), url) if not r.status_code == 404:
write_to_file(url, fname) print("\033[37;1m[\033[92;1m+\033[37;1m]\033[92;1m {}:\033[0m".format(social_network), url)
else: write_to_file(url, fname)
print("\033[37;1m[\033[91;1m-\033[37;1m]\033[92;1m {}:\033[93;1m Not Found!".format(social_network)) exists = "yes"
else:
elif error_type == "": print("\033[37;1m[\033[91;1m-\033[37;1m]\033[92;1m {}:\033[93;1m Not Found!".format(social_network))
print("\033[37;1m[\033[91;1m-\033[37;1m]\033[92;1m {}:\033[93;1m Error!".format(social_network)) exists = "no"
elif error_type == "response_url":
error = data.get(social_network).get("errorUrl")
# Checks if the redirect url is the same as the one defined in data.json
if not error in r.url:
print("\033[37;1m[\033[92;1m+\033[37;1m]\033[92;1m {}:\033[0m".format(social_network), url)
write_to_file(url, fname)
exists = "yes"
else:
print("\033[37;1m[\033[91;1m-\033[37;1m]\033[92;1m {}:\033[93;1m Not Found!".format(social_network))
exists = "no"
elif error_type == "":
print("\033[37;1m[\033[91;1m-\033[37;1m]\033[92;1m {}:\033[93;1m Error!".format(social_network))
exists = "error"
# Save exists flag
results_site['exists'] = exists
# Save results from request
results_site['http_status'] = http_status
results_site['response_text'] = response_text
# Add this site's results into final dictionary with all of the other results.
results_total[social_network] = results_site
print("\033[1;92m[\033[0m\033[1;77m*\033[0m\033[1;92m] Saved: \033[37;1m{}\033[0m".format(username+".txt")) print("\033[1;92m[\033[0m\033[1;77m*\033[0m\033[1;92m] Saved: \033[37;1m{}\033[0m".format(username+".txt"))
return return results_total
def main(): def main():
@ -141,6 +205,10 @@ def main():
parser.add_argument("--unique-tor", "-u", parser.add_argument("--unique-tor", "-u",
action="store_true", dest="unique_tor", default=False, action="store_true", dest="unique_tor", default=False,
help="Make requests over TOR with new TOR circuit after each request; increases runtime; requires TOR to be installed and in system path.") help="Make requests over TOR with new TOR circuit after each request; increases runtime; requires TOR to be installed and in system path.")
parser.add_argument("--csv",
action="store_true", dest="csv", default=False,
help="Create Comma-Separated Values (CSV) File."
)
parser.add_argument("username", parser.add_argument("username",
nargs='+', metavar='USERNAMES', nargs='+', metavar='USERNAMES',
action="store", action="store",
@ -167,9 +235,28 @@ def main():
# Run report on all specified users. # Run report on all specified users.
for username in args.username: for username in args.username:
print() print()
sherlock(username, verbose=args.verbose, tor=args.tor, unique_tor=args.unique_tor) results = sherlock(username, verbose=args.verbose, tor=args.tor, unique_tor=args.unique_tor)
if args.csv == True:
with open(username + ".csv", "w", newline='') as csv_report:
writer = csv.writer(csv_report)
writer.writerow(['username',
'name',
'url_main',
'url_user',
'exists',
'http_status'
]
)
for site in results:
writer.writerow([username,
site,
results[site]['url_main'],
results[site]['url_user'],
results[site]['exists'],
results[site]['http_status']
]
)
if __name__ == "__main__": if __name__ == "__main__":
main() main()

Loading…
Cancel
Save