From 45f436a77fe6ecdabedc3f5f6d94ce94d8bb4d4e Mon Sep 17 00:00:00 2001 From: Nico Stapelbroek Date: Wed, 24 Apr 2019 23:22:16 +0200 Subject: [PATCH 01/15] Prevent copying of venv folder in the Docker image --- .dockerignore | 3 ++- dive.log | 0 2 files changed, 2 insertions(+), 1 deletion(-) create mode 100644 dive.log diff --git a/.dockerignore b/.dockerignore index 3214bcef..3cbfac3f 100644 --- a/.dockerignore +++ b/.dockerignore @@ -1,4 +1,5 @@ .git/ .vscode/ *.txt -!/requirements.txt \ No newline at end of file +!/requirements.txt +venv/ \ No newline at end of file diff --git a/dive.log b/dive.log new file mode 100644 index 00000000..e69de29b From 91e1118e2b72a80d9becd5ca882224097f88e72c Mon Sep 17 00:00:00 2001 From: Nico Stapelbroek Date: Sat, 14 Dec 2019 20:06:03 +0100 Subject: [PATCH 02/15] Remove dive.log --- .dockerignore | 3 ++- dive.log | 0 2 files changed, 2 insertions(+), 1 deletion(-) delete mode 100644 dive.log diff --git a/.dockerignore b/.dockerignore index 3cbfac3f..b21accba 100644 --- a/.dockerignore +++ b/.dockerignore @@ -2,4 +2,5 @@ .vscode/ *.txt !/requirements.txt -venv/ \ No newline at end of file +venv/ + diff --git a/dive.log b/dive.log deleted file mode 100644 index e69de29b..00000000 From 20a6a42e533de81046fafeeb5e407f681c3f2537 Mon Sep 17 00:00:00 2001 From: GandelXIV <61948151+GandelXIV@users.noreply.github.com> Date: Wed, 10 Jun 2020 16:55:40 +0200 Subject: [PATCH 03/15] add tiktok --- sherlock/resources/data.json | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/sherlock/resources/data.json b/sherlock/resources/data.json index f8b5a27d..bd9e3f63 100644 --- a/sherlock/resources/data.json +++ b/sherlock/resources/data.json @@ -2557,5 +2557,13 @@ "urlMain": "https://windy.com/", "username_claimed": "blue", "username_unclaimed": "noonewouldeverusethis7" + }, + "tiktok": { + "errorType":"response_url", + "errorUrl":"https://ttonlineviewer.com/user/", + "url":"https://ttonlineviewer.com/user/{}", + "urlMain":"https://ttonlineviewer.com/", + "username_claimed":"blue", + "username_unclaimed":"noonewouldeverusethis77777" } } From f0f91e922774ed623f5c73ad77e81d6329c90ed5 Mon Sep 17 00:00:00 2001 From: GandelXIV <61948151+GandelXIV@users.noreply.github.com> Date: Wed, 10 Jun 2020 17:29:54 +0200 Subject: [PATCH 04/15] Update data.json --- sherlock/resources/data.json | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/sherlock/resources/data.json b/sherlock/resources/data.json index bd9e3f63..aa52ce96 100644 --- a/sherlock/resources/data.json +++ b/sherlock/resources/data.json @@ -2559,8 +2559,7 @@ "username_unclaimed": "noonewouldeverusethis7" }, "tiktok": { - "errorType":"response_url", - "errorUrl":"https://ttonlineviewer.com/user/", + "errorType":"status_code", "url":"https://ttonlineviewer.com/user/{}", "urlMain":"https://ttonlineviewer.com/", "username_claimed":"blue", From 252e5f243275dfe32864d4aa2e247006537a37e3 Mon Sep 17 00:00:00 2001 From: GandelXIV <61948151+GandelXIV@users.noreply.github.com> Date: Wed, 10 Jun 2020 17:42:23 +0200 Subject: [PATCH 05/15] Finnaly working --- sherlock/resources/data.json | 11 ++++++----- 1 file changed, 6 insertions(+), 5 deletions(-) diff --git a/sherlock/resources/data.json b/sherlock/resources/data.json index aa52ce96..f7fe4c44 100644 --- a/sherlock/resources/data.json +++ b/sherlock/resources/data.json @@ -2559,10 +2559,11 @@ "username_unclaimed": "noonewouldeverusethis7" }, "tiktok": { - "errorType":"status_code", - "url":"https://ttonlineviewer.com/user/{}", - "urlMain":"https://ttonlineviewer.com/", - "username_claimed":"blue", - "username_unclaimed":"noonewouldeverusethis77777" + "errorType":"message", + "errorMsg":"Page Not Found", + "url":"https://ttonlineviewer.com/user/{}", + "urlMain":"https://ttonlineviewer.com/", + "username_claimed":"blue", + "username_unclaimed":"noonewouldeverusethis77777" } } From 8bf31cc864f10a99785ff2b65e02eea7049a28d9 Mon Sep 17 00:00:00 2001 From: GandelXIV <61948151+GandelXIV@users.noreply.github.com> Date: Wed, 10 Jun 2020 18:27:20 +0200 Subject: [PATCH 06/15] Update data.json --- sherlock/resources/data.json | 18 ++++++++++-------- 1 file changed, 10 insertions(+), 8 deletions(-) diff --git a/sherlock/resources/data.json b/sherlock/resources/data.json index f7fe4c44..961b80d5 100644 --- a/sherlock/resources/data.json +++ b/sherlock/resources/data.json @@ -2507,6 +2507,15 @@ "username_claimed": "green", "username_unclaimed": "noonewouldeverusethis7" }, + "tiktok": { + "errorType":"message", + "errorMsg":"Page Not Found", + "url":"https://ttonlineviewer.com/user/{}", + "urlMain":"https://ttonlineviewer.com/", + "username_claimed":"blue", + "username_unclaimed":"noonewouldeverusethis77777" + + }, "toster": { "errorType": "status_code", "rank": 10529871, @@ -2557,13 +2566,6 @@ "urlMain": "https://windy.com/", "username_claimed": "blue", "username_unclaimed": "noonewouldeverusethis7" - }, - "tiktok": { - "errorType":"message", - "errorMsg":"Page Not Found", - "url":"https://ttonlineviewer.com/user/{}", - "urlMain":"https://ttonlineviewer.com/", - "username_claimed":"blue", - "username_unclaimed":"noonewouldeverusethis77777" } + } From 7611d819f855ae3ec90b12aeb07dfeb24034e519 Mon Sep 17 00:00:00 2001 From: GandelXIV <61948151+GandelXIV@users.noreply.github.com> Date: Thu, 11 Jun 2020 11:38:07 +0200 Subject: [PATCH 07/15] implemeted freehostin endora, still not working --- sherlock/resources/data.json | 8 ++++++++ 1 file changed, 8 insertions(+) diff --git a/sherlock/resources/data.json b/sherlock/resources/data.json index 961b80d5..1218772b 100644 --- a/sherlock/resources/data.json +++ b/sherlock/resources/data.json @@ -657,6 +657,14 @@ "username_claimed": "blue", "username_unclaimed": "noonewouldeverusethis" }, + "Freehostin_endora":{ + "errorType":"response_url", + "errorUrl":"https://{}.8u.cz/", + "url":"https://{}.8u.cz", + "urlMain":"https://www.endora.cz/", + "username_claimed":"pevo", + "username_unclaimed":"noonewouldeverusethis123123123123123123" + }, "Freelance.habr": { "errorMsg": "
", "errorType": "message", From 905aa3d8c122f7413b0b142be9075eb5030b2fe8 Mon Sep 17 00:00:00 2001 From: GandelXIV <61948151+GandelXIV@users.noreply.github.com> Date: Fri, 12 Jun 2020 10:06:49 +0200 Subject: [PATCH 08/15] Revert "implemeted freehostin endora, still not working" This reverts commit 7611d819f855ae3ec90b12aeb07dfeb24034e519. --- sherlock/resources/data.json | 8 -------- 1 file changed, 8 deletions(-) diff --git a/sherlock/resources/data.json b/sherlock/resources/data.json index 1218772b..961b80d5 100644 --- a/sherlock/resources/data.json +++ b/sherlock/resources/data.json @@ -657,14 +657,6 @@ "username_claimed": "blue", "username_unclaimed": "noonewouldeverusethis" }, - "Freehostin_endora":{ - "errorType":"response_url", - "errorUrl":"https://{}.8u.cz/", - "url":"https://{}.8u.cz", - "urlMain":"https://www.endora.cz/", - "username_claimed":"pevo", - "username_unclaimed":"noonewouldeverusethis123123123123123123" - }, "Freelance.habr": { "errorMsg": "
", "errorType": "message", From e468c60bd517fd0cad4516568b196cb79e0ad373 Mon Sep 17 00:00:00 2001 From: GandelXIV <61948151+GandelXIV@users.noreply.github.com> Date: Fri, 12 Jun 2020 10:08:41 +0200 Subject: [PATCH 09/15] removed newline --- sherlock/resources/data.json | 3 +-- 1 file changed, 1 insertion(+), 2 deletions(-) diff --git a/sherlock/resources/data.json b/sherlock/resources/data.json index 961b80d5..a12e5192 100644 --- a/sherlock/resources/data.json +++ b/sherlock/resources/data.json @@ -2566,6 +2566,5 @@ "urlMain": "https://windy.com/", "username_claimed": "blue", "username_unclaimed": "noonewouldeverusethis7" - } - + } } From 88e3f67d683c73c35a545b79a7c8e84c69c08c07 Mon Sep 17 00:00:00 2001 From: Siddharth Dushantha Date: Sat, 20 Jun 2020 16:23:43 +0200 Subject: [PATCH 10/15] removed forum.redsun.tf --- removed_sites.md | 16 ++++++++++++++++ sherlock/resources/data.json | 9 --------- 2 files changed, 16 insertions(+), 9 deletions(-) diff --git a/removed_sites.md b/removed_sites.md index 9c2f03b6..cf12a175 100644 --- a/removed_sites.md +++ b/removed_sites.md @@ -664,3 +664,19 @@ downforeveryoneorjustme.com that the website is down. }, ``` +## Redsun.tf + +As of 2020-06-20, Redsun.tf seems to be adding random digits to the end of the usernames which makes it pretty much impossible +for Sherlock to check for usernames on this particular website. + +``` + "Redsun.tf": { + "errorMsg": "The specified member cannot be found", + "errorType": "message", + "rank": 3796657, + "url": "https://forum.redsun.tf/members/?username={}", + "urlMain": "https://redsun.tf/", + "username_claimed": "dan", + "username_unclaimed": "noonewouldeverusethis" + }, +``` diff --git a/sherlock/resources/data.json b/sherlock/resources/data.json index f8b5a27d..35ebf490 100644 --- a/sherlock/resources/data.json +++ b/sherlock/resources/data.json @@ -1408,15 +1408,6 @@ "username_claimed": "blue", "username_unclaimed": "noonewouldeverusethis7" }, - "Redsun.tf": { - "errorMsg": "The specified member cannot be found", - "errorType": "message", - "rank": 3796657, - "url": "https://forum.redsun.tf/members/?username={}", - "urlMain": "https://redsun.tf/", - "username_claimed": "dan", - "username_unclaimed": "noonewouldeverusethis" - }, "Repl.it": { "errorMsg": "404", "errorType": "message", From 89a95037b47e0292d3588e6eff893ef3a0fd573f Mon Sep 17 00:00:00 2001 From: Siddharth Dushantha Date: Sat, 20 Jun 2020 19:45:09 +0200 Subject: [PATCH 11/15] removed Creative Market Creative Market was removed because it now has a captcha --- removed_sites.md | 17 +++++++++++++++++ sherlock/resources/data.json | 9 --------- 2 files changed, 17 insertions(+), 9 deletions(-) diff --git a/removed_sites.md b/removed_sites.md index cf12a175..646cf507 100644 --- a/removed_sites.md +++ b/removed_sites.md @@ -680,3 +680,20 @@ for Sherlock to check for usernames on this particular website. "username_unclaimed": "noonewouldeverusethis" }, ``` + +## Creative Market + +As of 2020-06-20, Creative Market has a captcha to prove that you are a human, and because of this +Sherlock is unable to check for username on this site because we will always get a page which asks +us to prove that we are not a robot. + +``` + "CreativeMarket": { + "errorType": "status_code", + "rank": 1896, + "url": "https://creativemarket.com/users/{}", + "urlMain": "https://creativemarket.com/", + "username_claimed": "blue", + "username_unclaimed": "noonewouldeverusethis7" + }, +``` diff --git a/sherlock/resources/data.json b/sherlock/resources/data.json index 35ebf490..22b90de0 100644 --- a/sherlock/resources/data.json +++ b/sherlock/resources/data.json @@ -407,15 +407,6 @@ "username_claimed": "blue", "username_unclaimed": "noonewouldeverusethis" }, - "CreativeMarket": { - "errorType": "response_url", - "errorUrl": "https://www.creativemarket.com/", - "rank": 1896, - "url": "https://creativemarket.com/users/{}", - "urlMain": "https://creativemarket.com/", - "username_claimed": "blue", - "username_unclaimed": "noonewouldeverusethis7" - }, "Crevado": { "errorType": "status_code", "rank": 200626, From b0afed1f438bc471861f1f0b6e54cd2b9973f535 Mon Sep 17 00:00:00 2001 From: Siddharth Dushantha Date: Sat, 20 Jun 2020 20:05:10 +0200 Subject: [PATCH 12/15] removed pvpru removed pvpru because we are now getting an access denied error --- removed_sites.md | 30 ++++++++++++++++++++++++++++++ sherlock/resources/data.json | 8 -------- 2 files changed, 30 insertions(+), 8 deletions(-) diff --git a/removed_sites.md b/removed_sites.md index 646cf507..a332ceb9 100644 --- a/removed_sites.md +++ b/removed_sites.md @@ -697,3 +697,33 @@ us to prove that we are not a robot. "username_unclaimed": "noonewouldeverusethis7" }, ``` + +## pvpru + +As of 2020-06-20, pvpru uses CloudFlair, and because of thisjjj +``` + "pvpru": { + "errorType": "status_code", + "rank": 405547, + "url": "https://pvpru.com/board/member.php?username={}&tab=aboutme#aboutme", + "urlMain": "https://pvpru.com/", + "username_claimed": "blue", + "username_unclaimed": "noonewouldeverusethis7" + }, +``` + +## pvpru + +As of 2020-06-20, pvpru uses CloudFlair, and because of this we get a "Access denied" error whenever +we try to check for a username. + +``` + "pvpru": { + "errorType": "status_code", + "rank": 405547, + "url": "https://pvpru.com/board/member.php?username={}&tab=aboutme#aboutme", + "urlMain": "https://pvpru.com/", + "username_claimed": "blue", + "username_unclaimed": "noonewouldeverusethis7" + }, +``` diff --git a/sherlock/resources/data.json b/sherlock/resources/data.json index 22b90de0..65685f06 100644 --- a/sherlock/resources/data.json +++ b/sherlock/resources/data.json @@ -2406,14 +2406,6 @@ "username_claimed": "cha0s", "username_unclaimed": "noonewouldeverusethis123123123123123123" }, - "pvpru": { - "errorType": "status_code", - "rank": 405547, - "url": "https://pvpru.com/board/member.php?username={}&tab=aboutme#aboutme", - "urlMain": "https://pvpru.com/", - "username_claimed": "blue", - "username_unclaimed": "noonewouldeverusethis7" - }, "radio_echo_msk": { "errorType": "status_code", "rank": 1578, From 2e9ece3233fd6ace3ac0a6c05cc4f3bc32179f6f Mon Sep 17 00:00:00 2001 From: Siddharth Dushantha Date: Sat, 20 Jun 2020 21:58:56 +0200 Subject: [PATCH 13/15] made the outputted urls uncolored After the restructring, the outputted urls became green by accident. This commit makes them "normal" again --- sherlock/notify.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/sherlock/notify.py b/sherlock/notify.py index 51e974c6..c232a8cf 100644 --- a/sherlock/notify.py +++ b/sherlock/notify.py @@ -193,7 +193,9 @@ class QueryNotifyPrint(QueryNotify): Fore.WHITE + "]" + response_time_text + Fore.GREEN + - f" {self.result.site_name}: {self.result.site_url_user}")) + f" {self.result.site_name}: " + + Style.RESET_ALL + + f"{self.result.site_url_user}")) else: print(f"[+]{response_time_text} {self.result.site_name}: {self.result.site_url_user}") elif result.status == QueryStatus.AVAILABLE: From 870ee33a6d2d4e50fbe83c9517dd4eec9563aebb Mon Sep 17 00:00:00 2001 From: GandelXIV <61948151+GandelXIV@users.noreply.github.com> Date: Sun, 21 Jun 2020 11:35:29 +0200 Subject: [PATCH 14/15] Changed name "tik tok" to "TikTok Online Viewer" --- sherlock/resources/data.json | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/sherlock/resources/data.json b/sherlock/resources/data.json index a12e5192..a6e15018 100644 --- a/sherlock/resources/data.json +++ b/sherlock/resources/data.json @@ -2507,7 +2507,7 @@ "username_claimed": "green", "username_unclaimed": "noonewouldeverusethis7" }, - "tiktok": { + "TikTok Online Viewer": { "errorType":"message", "errorMsg":"Page Not Found", "url":"https://ttonlineviewer.com/user/{}", From cc2280c79503cd3cc9532276a01582eec9d5ff37 Mon Sep 17 00:00:00 2001 From: Siddharth Dushantha Date: Sun, 21 Jun 2020 16:24:52 +0200 Subject: [PATCH 15/15] removed easyen, pedsovet, and radioskot These sites return false positives when using a username which contains a period. Since we could not find the criteria for the usernames for this site, it will be removed because of this --- removed_sites.md | 51 ++++++++++++++++++++++++++++++++++++ sherlock/resources/data.json | 27 ------------------- 2 files changed, 51 insertions(+), 27 deletions(-) diff --git a/removed_sites.md b/removed_sites.md index a332ceb9..6c9d8102 100644 --- a/removed_sites.md +++ b/removed_sites.md @@ -727,3 +727,54 @@ we try to check for a username. "username_unclaimed": "noonewouldeverusethis7" }, ``` + +## easyen +As of 2020-06-21, easyen returns false positives when using a username which contains +a period. Since we could not find the criteria for the usernames for this site, it will be +removed + +``` + "easyen": { + "errorMsg": "\u041f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u0435\u043b\u044c \u043d\u0435 \u043d\u0430\u0439\u0434\u0435\u043d", + "errorType": "message", + "rank": 11564, + "url": "https://easyen.ru/index/8-0-{}", + "urlMain": "https://easyen.ru/", + "username_claimed": "wd", + "username_unclaimed": "noonewouldeverusethis7" + }, +``` + +## pedsovet +As of 2020-06-21, pedsovet returns false positives when using a username which contains +a period. Since we could not find the criteria for the usernames for this site, it will be +removed + +``` + "pedsovet": { + "errorMsg": "\u041f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u0435\u043b\u044c \u043d\u0435 \u043d\u0430\u0439\u0434\u0435\u043d", + "errorType": "message", + "rank": 6776, + "url": "http://pedsovet.su/index/8-0-{}", + "urlMain": "http://pedsovet.su/", + "username_claimed": "blue", + "username_unclaimed": "noonewouldeverusethis7" + }, +``` + + +## radioskot +As of 2020-06-21, radioskot returns false positives when using a username which contains +a period. Since we could not find the criteria for the usernames for this site, it will be +removed +``` + "radioskot": { + "errorMsg": "\u041f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u0435\u043b\u044c \u043d\u0435 \u043d\u0430\u0439\u0434\u0435\u043d", + "errorType": "message", + "rank": 105878, + "url": "https://radioskot.ru/index/8-0-{}", + "urlMain": "https://radioskot.ru/", + "username_claimed": "red", + "username_unclaimed": "noonewouldeverusethis7" + }, +``` diff --git a/sherlock/resources/data.json b/sherlock/resources/data.json index 7ab50738..134b2fb3 100644 --- a/sherlock/resources/data.json +++ b/sherlock/resources/data.json @@ -2069,15 +2069,6 @@ "username_claimed": "blue", "username_unclaimed": "noonewouldeverusethis" }, - "easyen": { - "errorMsg": "\u041f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u0435\u043b\u044c \u043d\u0435 \u043d\u0430\u0439\u0434\u0435\u043d", - "errorType": "message", - "rank": 11564, - "url": "https://easyen.ru/index/8-0-{}", - "urlMain": "https://easyen.ru/", - "username_claimed": "wd", - "username_unclaimed": "noonewouldeverusethis7" - }, "eintracht": { "errorType": "status_code", "rank": 201404, @@ -2372,15 +2363,6 @@ "username_claimed": "blue", "username_unclaimed": "noonewouldeverusethis7" }, - "pedsovet": { - "errorMsg": "\u041f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u0435\u043b\u044c \u043d\u0435 \u043d\u0430\u0439\u0434\u0435\u043d", - "errorType": "message", - "rank": 6776, - "url": "http://pedsovet.su/index/8-0-{}", - "urlMain": "http://pedsovet.su/", - "username_claimed": "blue", - "username_unclaimed": "noonewouldeverusethis7" - }, "phpRU": { "errorMsg": "\u0423\u043a\u0430\u0437\u0430\u043d\u043d\u044b\u0439 \u043f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u0435\u043b\u044c \u043d\u0435 \u043d\u0430\u0439\u0434\u0435\u043d. \u041f\u043e\u0436\u0430\u043b\u0443\u0439\u0441\u0442\u0430, \u0432\u0432\u0435\u0434\u0438\u0442\u0435 \u0434\u0440\u0443\u0433\u043e\u0435 \u0438\u043c\u044f.", "errorType": "message", @@ -2414,15 +2396,6 @@ "username_claimed": "blue", "username_unclaimed": "noonewouldeverusethis7" }, - "radioskot": { - "errorMsg": "\u041f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u0435\u043b\u044c \u043d\u0435 \u043d\u0430\u0439\u0434\u0435\u043d", - "errorType": "message", - "rank": 105878, - "url": "https://radioskot.ru/index/8-0-{}", - "urlMain": "https://radioskot.ru/", - "username_claimed": "red", - "username_unclaimed": "noonewouldeverusethis7" - }, "satsisRU": { "errorType": "status_code", "rank": 447395,