diff --git a/.gitignore b/.gitignore index 1fc7d196..d1db3b66 100644 --- a/.gitignore +++ b/.gitignore @@ -1,6 +1,12 @@ # Virtual Environment venv/ +# vscode +.vscode/ + +# Python +__pycache__/ + # Jupyter Notebook .ipynb_checkpoints *.ipynb diff --git a/sherlock.py b/sherlock.py index 3f05e1e2..d9302cb2 100644 --- a/sherlock.py +++ b/sherlock.py @@ -21,7 +21,7 @@ from requests_futures.sessions import FuturesSession from torrequest import TorRequest module_name = "Sherlock: Find Usernames Across Social Networks" -__version__ = "2018.01.03" +__version__ = "2018.01.04" amount=0 # TODO: fix tumblr @@ -136,8 +136,14 @@ def sherlock(username, verbose=False, tor=False, unique_tor=False): url = net_info["url"].format(username) results_site["url_user"] = url + # If only the status_code is needed don't download the body + if net_info["errorType"] == 'status_code': + request_method = session.head + else: + request_method = session.get + # This future starts running the request in a new thread, doesn't block the main thread - future = session.get(url=url, headers=headers) + future = request_method(url=url, headers=headers) # Store future in data for access later net_info["request_future"] = future