|
|
|
@ -22,15 +22,13 @@ from torrequest import TorRequest
|
|
|
|
|
from result import QueryStatus
|
|
|
|
|
from result import QueryResult
|
|
|
|
|
from notify import QueryNotifyPrint
|
|
|
|
|
from sites import SitesInformation
|
|
|
|
|
from sites import SitesInformation
|
|
|
|
|
from colorama import init
|
|
|
|
|
|
|
|
|
|
module_name = "Sherlock: Find Usernames Across Social Networks"
|
|
|
|
|
__version__ = "0.14.0"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
class SherlockFuturesSession(FuturesSession):
|
|
|
|
|
def request(self, method, url, hooks={}, *args, **kwargs):
|
|
|
|
|
"""Request URL.
|
|
|
|
@ -191,15 +189,14 @@ def sherlock(username, site_data, query_notify,
|
|
|
|
|
# Limit number of workers to 20.
|
|
|
|
|
# This is probably vastly overkill.
|
|
|
|
|
if len(site_data) >= 20:
|
|
|
|
|
max_workers=20
|
|
|
|
|
max_workers = 20
|
|
|
|
|
else:
|
|
|
|
|
max_workers=len(site_data)
|
|
|
|
|
max_workers = len(site_data)
|
|
|
|
|
|
|
|
|
|
# Create multi-threaded session for all requests.
|
|
|
|
|
session = SherlockFuturesSession(max_workers=max_workers,
|
|
|
|
|
session=underlying_session)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
# Results from analysis of all sites
|
|
|
|
|
results_total = {}
|
|
|
|
|
|
|
|
|
@ -255,7 +252,7 @@ def sherlock(username, site_data, query_notify,
|
|
|
|
|
elif request_method == "PUT":
|
|
|
|
|
request = session.put
|
|
|
|
|
else:
|
|
|
|
|
raise RuntimeError( f"Unsupported request_method for {url}")
|
|
|
|
|
raise RuntimeError(f"Unsupported request_method for {url}")
|
|
|
|
|
|
|
|
|
|
if request_payload is not None:
|
|
|
|
|
request_payload = interpolate_string(request_payload, username)
|
|
|
|
@ -301,10 +298,10 @@ def sherlock(username, site_data, query_notify,
|
|
|
|
|
)
|
|
|
|
|
else:
|
|
|
|
|
future = request(url=url_probe, headers=headers,
|
|
|
|
|
allow_redirects=allow_redirects,
|
|
|
|
|
timeout=timeout,
|
|
|
|
|
json=request_payload
|
|
|
|
|
)
|
|
|
|
|
allow_redirects=allow_redirects,
|
|
|
|
|
timeout=timeout,
|
|
|
|
|
json=request_payload
|
|
|
|
|
)
|
|
|
|
|
|
|
|
|
|
# Store future in data for access later
|
|
|
|
|
net_info["request_future"] = future
|
|
|
|
@ -367,13 +364,13 @@ def sherlock(username, site_data, query_notify,
|
|
|
|
|
# error_flag True denotes no error found in the HTML
|
|
|
|
|
# error_flag False denotes error found in the HTML
|
|
|
|
|
error_flag = True
|
|
|
|
|
errors=net_info.get("errorMsg")
|
|
|
|
|
errors = net_info.get("errorMsg")
|
|
|
|
|
# errors will hold the error message
|
|
|
|
|
# it can be string or list
|
|
|
|
|
# by insinstance method we can detect that
|
|
|
|
|
# and handle the case for strings as normal procedure
|
|
|
|
|
# and if its list we can iterate the errors
|
|
|
|
|
if isinstance(errors,str):
|
|
|
|
|
if isinstance(errors, str):
|
|
|
|
|
# Checks if the error message is in the HTML
|
|
|
|
|
# if error is present we will set flag to False
|
|
|
|
|
if errors in r.text:
|
|
|
|
@ -440,7 +437,6 @@ def sherlock(username, site_data, query_notify,
|
|
|
|
|
raise ValueError(f"Unknown Error Type '{error_type}' for "
|
|
|
|
|
f"site '{social_network}'")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
# Notify caller about results of query.
|
|
|
|
|
query_notify.update(result)
|
|
|
|
|
|
|
|
|
@ -481,7 +477,8 @@ def timeout_check(value):
|
|
|
|
|
except:
|
|
|
|
|
raise ArgumentTypeError(f"Timeout '{value}' must be a number.")
|
|
|
|
|
if timeout <= 0:
|
|
|
|
|
raise ArgumentTypeError(f"Timeout '{value}' must be greater than 0.0s.")
|
|
|
|
|
raise ArgumentTypeError(
|
|
|
|
|
f"Timeout '{value}' must be greater than 0.0s.")
|
|
|
|
|
return timeout
|
|
|
|
|
|
|
|
|
|
|
|
|
|
@ -537,15 +534,15 @@ def main():
|
|
|
|
|
"Default timeout is infinity. "
|
|
|
|
|
"A longer timeout will be more likely to get results from slow sites. "
|
|
|
|
|
"On the other hand, this may cause a long delay to gather all results."
|
|
|
|
|
)
|
|
|
|
|
)
|
|
|
|
|
parser.add_argument("--print-all",
|
|
|
|
|
action="store_true", dest="print_all",
|
|
|
|
|
help="Output sites where the username was not found."
|
|
|
|
|
)
|
|
|
|
|
)
|
|
|
|
|
parser.add_argument("--print-found",
|
|
|
|
|
action="store_false", dest="print_all", default=False,
|
|
|
|
|
help="Output sites where the username was found."
|
|
|
|
|
)
|
|
|
|
|
)
|
|
|
|
|
parser.add_argument("--no-color",
|
|
|
|
|
action="store_true", dest="no_color", default=False,
|
|
|
|
|
help="Don't color terminal output"
|
|
|
|
@ -567,7 +564,8 @@ def main():
|
|
|
|
|
|
|
|
|
|
# Check for newer version of Sherlock. If it exists, let the user know about it
|
|
|
|
|
try:
|
|
|
|
|
r = requests.get("https://raw.githubusercontent.com/sherlock-project/sherlock/master/sherlock/sherlock.py")
|
|
|
|
|
r = requests.get(
|
|
|
|
|
"https://raw.githubusercontent.com/sherlock-project/sherlock/master/sherlock/sherlock.py")
|
|
|
|
|
|
|
|
|
|
remote_version = str(re.findall('__version__ = "(.*)"', r.text)[0])
|
|
|
|
|
local_version = __version__
|
|
|
|
@ -579,7 +577,6 @@ def main():
|
|
|
|
|
except Exception as error:
|
|
|
|
|
print(f"A problem occurred while checking for an update: {error}")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
# Argument check
|
|
|
|
|
# TODO regex check on args.proxy
|
|
|
|
|
if args.tor and (args.proxy is not None):
|
|
|
|
@ -592,14 +589,14 @@ def main():
|
|
|
|
|
if args.tor or args.unique_tor:
|
|
|
|
|
print("Using Tor to make requests")
|
|
|
|
|
print("Warning: some websites might refuse connecting over Tor, so note that using this option might increase connection errors.")
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
if args.no_color:
|
|
|
|
|
# Disable color output.
|
|
|
|
|
init(strip=True, convert=False)
|
|
|
|
|
else:
|
|
|
|
|
# Enable color output.
|
|
|
|
|
init(autoreset=True)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
# Check if both output methods are entered as input.
|
|
|
|
|
if args.output is not None and args.folderoutput is not None:
|
|
|
|
|
print("You can only use one of the output methods.")
|
|
|
|
@ -610,11 +607,11 @@ def main():
|
|
|
|
|
print("You can only use --output with a single username")
|
|
|
|
|
sys.exit(1)
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
# Create object with all information about sites we are aware of.
|
|
|
|
|
try:
|
|
|
|
|
if args.local:
|
|
|
|
|
sites = SitesInformation(os.path.join(os.path.dirname(__file__), "resources/data.json"))
|
|
|
|
|
sites = SitesInformation(os.path.join(
|
|
|
|
|
os.path.dirname(__file__), "resources/data.json"))
|
|
|
|
|
else:
|
|
|
|
|
sites = SitesInformation(args.json_file)
|
|
|
|
|
except Exception as error:
|
|
|
|
@ -648,7 +645,8 @@ def main():
|
|
|
|
|
site_missing.append(f"'{site}'")
|
|
|
|
|
|
|
|
|
|
if site_missing:
|
|
|
|
|
print(f"Error: Desired sites not found: {', '.join(site_missing)}.")
|
|
|
|
|
print(
|
|
|
|
|
f"Error: Desired sites not found: {', '.join(site_missing)}.")
|
|
|
|
|
|
|
|
|
|
if not site_data:
|
|
|
|
|
sys.exit(1)
|
|
|
|
@ -685,7 +683,8 @@ def main():
|
|
|
|
|
if dictionary.get("status").status == QueryStatus.CLAIMED:
|
|
|
|
|
exists_counter += 1
|
|
|
|
|
file.write(dictionary["url_user"] + "\n")
|
|
|
|
|
file.write(f"Total Websites Username Detected On : {exists_counter}\n")
|
|
|
|
|
file.write(
|
|
|
|
|
f"Total Websites Username Detected On : {exists_counter}\n")
|
|
|
|
|
|
|
|
|
|
if args.csv:
|
|
|
|
|
result_file = f"{username}.csv"
|
|
|
|
|