Merge pull request #1414 from sherlock-project/deal-with-false-positives

Deal with false positives
3 years ago · 28b0014028
parent b17dfde982 174ebad156
commit 28b0014028
3 changed files with 28 additions and 54 deletions
--- a/removed_sites.json
+++ b/removed_sites.json
@ -1,7 +1,6 @@
 {
  "AdobeForums": {
    "errorType": "status_code",
-    "rank": 59,
    "url": "https://forums.adobe.com/people/{}",
    "urlMain": "https://forums.adobe.com/",
    "username_claimed": "jack",
@ -9,7 +8,6 @@
  },
  "AngelList": {
    "errorType": "status_code",
-    "rank": 5767,
    "url": "https://angel.co/u/{}",
    "urlMain": "https://angel.co/",
    "username_claimed": "blue",
@ -18,7 +16,6 @@
  "Basecamp": {
    "errorMsg": "The account you were looking for doesn't exist",
    "errorType": "message",
-    "rank": 4914,
    "url": "https://{}.basecamphq.com",
    "urlMain": "https://basecamp.com/",
    "username_claimed": "blue",
@ -27,14 +24,12 @@
  "BlackPlanet": {
    "errorMsg": "My Hits",
    "errorType": "message",
-    "rank": 110021,
    "url": "http://blackplanet.com/{}",
    "urlMain": "http://blackplanet.com/"
  },
  "Canva": {
    "errorType": "response_url",
    "errorUrl": "https://www.canva.com/{}",
-    "rank": 128,
    "url": "https://www.canva.com/{}",
    "urlMain": "https://www.canva.com/",
    "username_claimed": "jenny",
@ -42,7 +37,6 @@
  },
  "Codementor": {
    "errorType": "status_code",
-    "rank": 10252,
    "url": "https://www.codementor.io/@{}",
    "urlMain": "https://www.codementor.io/",
    "username_claimed": "blue",
@ -51,7 +45,6 @@
  "EVE Online": {
    "errorType": "response_url",
    "errorUrl": "https://eveonline.com",
-    "rank": 15347,
    "url": "https://evewho.com/pilot/{}/",
    "urlMain": "https://eveonline.com",
    "username_claimed": "blue",
@ -60,7 +53,6 @@
  "fanpop": {
    "errorType": "response_url",
    "errorUrl": "http://www.fanpop.com/",
-    "rank": 9454,
    "url": "http://www.fanpop.com/fans/{}",
    "urlMain": "http://www.fanpop.com/",
    "username_claimed": "blue",
@ -68,13 +60,11 @@
  },
  "Fotolog": {
    "errorType": "status_code",
-    "rank": 47777,
    "url": "https://fotolog.com/{}",
    "urlMain": "https://fotolog.com/"
  },
  "Foursquare": {
    "errorType": "status_code",
-    "rank": 1843,
    "url": "https://foursquare.com/{}",
    "urlMain": "https://foursquare.com/",
    "username_claimed": "dens",
@ -83,7 +73,6 @@
  "furaffinity": {
    "errorMsg": "user cannot be found",
    "errorType": "message",
-    "rank": 0,
    "url": "https://www.furaffinity.net/user/{}",
    "urlMain": "https://www.furaffinity.net",
    "username_claimed": "blue",
@ -91,7 +80,6 @@
  },
  "gpodder.net": {
    "errorType": "status_code",
-    "rank": 2013984,
    "url": "https://gpodder.net/user/{}",
    "urlMain": "https://gpodder.net/",
    "username_claimed": "blue",
@ -99,7 +87,6 @@
  },
  "Investing.com": {
    "errorType": "status_code",
-    "rank": 196,
    "url": "https://www.investing.com/traders/{}",
    "urlMain": "https://www.investing.com/",
    "username_claimed": "jenny",
@ -107,7 +94,6 @@
  },
  "Khan Academy": {
    "errorType": "status_code",
-    "rank": 377,
    "url": "https://www.khanacademy.org/profile/{}",
    "urlMain": "https://www.khanacademy.org/",
    "username_claimed": "blue",
@ -116,7 +102,6 @@
  "KiwiFarms": {
    "errorMsg": "The specified member cannot be found",
    "errorType": "message",
-    "rank": 38737,
    "url": "https://kiwifarms.net/members/?username={}",
    "urlMain": "https://kiwifarms.net/",
    "username_claimed": "blue",
@ -125,7 +110,6 @@
  "Linkedin": {
    "errorMsg": "could not be found",
    "errorType": "message",
-    "rank": 0,
    "url": "https://www.linkedin.com/in/{}",
    "urlMain": "https://www.linkedin.com/",
    "username_claimed": "alex",
@ -140,7 +124,6 @@
  },
  "Pexels": {
    "errorType": "status_code",
-    "rank": 745,
    "url": "https://www.pexels.com/@{}",
    "urlMain": "https://www.pexels.com/",
    "username_claimed": "bruno",
@ -148,7 +131,6 @@
  },
  "Pixabay": {
    "errorType": "status_code",
-    "rank": 378,
    "url": "https://pixabay.com/en/users/{}",
    "urlMain": "https://pixabay.com/",
    "username_claimed": "blue",
@ -156,7 +138,6 @@
  },
  "PowerShell Gallery": {
    "errorType": "status_code",
-    "rank": 163562,
    "url": "https://www.powershellgallery.com/profiles/{}",
    "urlMain": "https://www.powershellgallery.com",
    "username_claimed": "powershellteam",
@ -165,7 +146,6 @@
  "RamblerDating": {
    "errorType": "response_url",
    "errorUrl": "https://dating.rambler.ru/page/{}",
-    "rank": 322,
    "url": "https://dating.rambler.ru/page/{}",
    "urlMain": "https://dating.rambler.ru/",
    "username_claimed": "blue",
@ -174,7 +154,6 @@
  "Shockwave": {
    "errorMsg": "Oh no! You just finished all of the games on the internet!",
    "errorType": "message",
-    "rank": 35916,
    "url": "http://www.shockwave.com/member/profiles/{}.jsp",
    "urlMain": "http://www.shockwave.com/",
    "username_claimed": "blue",
@ -182,7 +161,6 @@
  },
  "StreamMe": {
    "errorType": "status_code",
-    "rank": 31702,
    "url": "https://www.stream.me/{}",
    "urlMain": "https://www.stream.me/",
    "username_claimed": "blue",
@ -191,7 +169,6 @@
  "Teknik": {
    "errorMsg": "The user does not exist",
    "errorType": "message",
-    "rank": 357163,
    "url": "https://user.teknik.io/{}",
    "urlMain": "https://teknik.io/",
    "username_claimed": "red",
@ -200,7 +177,6 @@
  "YandexMarket": {
    "errorMsg": "\u0422\u0443\u0442 \u043d\u0438\u0447\u0435\u0433\u043e \u043d\u0435\u0442",
    "errorType": "message",
-    "rank": 47,
    "url": "https://market.yandex.ru/user/{}/achievements",
    "urlMain": "https://market.yandex.ru/",
    "username_claimed": "blue",
@ -209,7 +185,6 @@
  "Insanejournal": {
    "errorMsg": "Unknown user",
    "errorType": "message",
-    "rank": 29728,
    "url": "http://{}.insanejournal.com/profile",
    "urlMain": "insanejournal.com",
    "username_claimed": "blue",
@ -217,7 +192,6 @@
  },
  "Trip": {
      "errorType": "status_code",
-      "rank": 2847,
      "url": "https://www.trip.skyscanner.com/user/{}",
      "urlMain": "https://www.trip.skyscanner.com/",
      "username_claimed": "blue",
@ -226,7 +200,6 @@
  "SportsTracker": {
     "errorUrl": "https://www.sports-tracker.com/page-not-found",
     "errorType": "response_url",
-     "rank": 93950,
     "url": "https://www.sports-tracker.com/view_profile/{}",
     "urlMain": "https://www.sports-tracker.com/",
     "username_claimed": "blue",
@ -234,7 +207,6 @@
  },
  "boingboing.net": {
     "errorType": "status_code",
-     "rank": 5821,
     "url": "https://bbs.boingboing.net/u/{}",
     "urlMain": "https://boingboing.net/",
     "username_claimed": "admin",
@ -243,7 +215,6 @@
  "elwoRU": {
    "errorMsg": "\u041f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u0435\u043b\u044c \u043d\u0435 \u043d\u0430\u0439\u0434\u0435\u043d",
    "errorType": "message",
-    "rank": 254810,
    "url": "https://elwo.ru/index/8-0-{}",
    "urlMain": "https://elwo.ru/",
    "username_claimed": "red",
@ -252,7 +223,6 @@
  "ingvarr.net.ru": {
    "errorMsg": "\u041f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u0435\u043b\u044c \u043d\u0435 \u043d\u0430\u0439\u0434\u0435\u043d",
    "errorType": "message",
-    "rank": 107721,
    "url": "http://ingvarr.net.ru/index/8-0-{}",
    "urlMain": "http://ingvarr.net.ru/",
    "username_claimed": "red",
@ -261,7 +231,6 @@
  "Redsun.tf": {
    "errorMsg": "The specified member cannot be found",
    "errorType": "message",
-    "rank": 3796657,
    "url": "https://forum.redsun.tf/members/?username={}",
    "urlMain": "https://redsun.tf/",
    "username_claimed": "dan",
@ -269,7 +238,6 @@
  },
  "CreativeMarket": {
    "errorType": "status_code",
-    "rank": 1896,
    "url": "https://creativemarket.com/users/{}",
    "urlMain": "https://creativemarket.com/",
    "username_claimed": "blue",
@ -277,7 +245,6 @@
  },
  "pvpru": {
    "errorType": "status_code",
-    "rank": 405547,
    "url": "https://pvpru.com/board/member.php?username={}&tab=aboutme#aboutme",
    "urlMain": "https://pvpru.com/",
    "username_claimed": "blue",
@ -286,7 +253,6 @@
  "easyen": {
    "errorMsg": "\u041f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u0435\u043b\u044c \u043d\u0435 \u043d\u0430\u0439\u0434\u0435\u043d",
    "errorType": "message",
-    "rank": 11564,
    "url": "https://easyen.ru/index/8-0-{}",
    "urlMain": "https://easyen.ru/",
    "username_claimed": "wd",
@ -295,7 +261,6 @@
  "pedsovet": {
    "errorMsg": "\u041f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u0435\u043b\u044c \u043d\u0435 \u043d\u0430\u0439\u0434\u0435\u043d",
    "errorType": "message",
-    "rank": 6776,
    "url": "http://pedsovet.su/index/8-0-{}",
    "urlMain": "http://pedsovet.su/",
    "username_claimed": "blue",
@ -304,7 +269,6 @@
  "radioskot": {
    "errorMsg": "\u041f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u0435\u043b\u044c \u043d\u0435 \u043d\u0430\u0439\u0434\u0435\u043d",
    "errorType": "message",
-    "rank": 105878,
    "url": "https://radioskot.ru/index/8-0-{}",
    "urlMain": "https://radioskot.ru/",
    "username_claimed": "red",
@ -313,7 +277,6 @@
  "Coderwall": {
    "errorMsg": "404! Our feels when that url is used",
    "errorType": "message",
-    "rank": 11256,
    "url": "https://coderwall.com/{}",
    "urlMain": "https://coderwall.com/",
    "username_claimed": "jenny",
@ -322,7 +285,6 @@
  "TamTam": {
    "errorType": "response_url",
    "errorUrl": "https://tamtam.chat/",
-    "rank": 87903,
    "url": "https://tamtam.chat/{}",
    "urlMain": "https://tamtam.chat/",
    "username_claimed": "blue",
@ -333,7 +295,6 @@
    "headers": {
      "Accept-Language": "en-US,en;q=0.9"
    },
-    "rank": 1920,
    "url": "https://www.zomato.com/pl/{}/foodjourney",
    "urlMain": "https://www.zomato.com/",
    "username_claimed": "deepigoyal",
@ -341,7 +302,6 @@
  },
  "mixer.com": {
    "errorType": "status_code",
-    "rank": 1544,
    "url": "https://mixer.com/{}",
    "urlMain": "https://mixer.com/",
    "urlProbe": "https://mixer.com/api/v1/channels/{}",
@ -350,7 +310,6 @@
  },
  "KanoWorld": {
    "errorType": "status_code",
-    "rank": 181933,
    "url": "https://api.kano.me/progress/user/{}",
    "urlMain": "https://world.kano.me/",
    "username_claimed": "blue",
@ -768,7 +727,7 @@
    "urlMain": "https://www.pinterest.com/",
    "username_claimed": "blue",
    "username_unclaimed": "noonewouldeverusethis76543"
-  }
+  },
  "PCPartPicker": {
    "errorType": "status_code",
    "url": "https://pcpartpicker.com/user/{}",
@ -792,4 +751,12 @@
    "username_claimed": "blue",
    "username_unclaimed": "noonewouldeverusethis7"
  },
+  "Ghost": {
+    "errorMsg": "Domain Error",
+    "errorType": "message",
+    "url": "https://{}.ghost.io/",
+    "urlMain": "https://ghost.org/",
+    "username_claimed": "troyhunt",
+    "username_unclaimed": "noonewouldeverusethis7"
+  }
 }
--- a/removed_sites.md
+++ b/removed_sites.md
@ -1502,4 +1502,17 @@ As of 17-07-2022, Ebay is very slow to respond. It was also reported that it ret
    "username_claimed": "blue",
    "username_unclaimed": "noonewouldeverusethis7"
  },
+```
+
+## Ghost
+As of 17-07-2022, Ghost returns false positives
+```
+  "Ghost": {
+    "errorMsg": "Domain Error",
+    "errorType": "message",
+    "url": "https://{}.ghost.io/",
+    "urlMain": "https://ghost.org/",
+    "username_claimed": "troyhunt",
+    "username_unclaimed": "noonewouldeverusethis7"
+  }
 ```
--- a/sherlock/resources/data.json
+++ b/sherlock/resources/data.json
@ -789,14 +789,6 @@
    "username_claimed": "Upneet.Grover17",
    "username_unclaimed": "noonewouldeverusethis7"
  },
-  "Ghost": {
-    "errorMsg": "Domain Error",
-    "errorType": "message",
-    "url": "https://{}.ghost.io/",
-    "urlMain": "https://ghost.org/",
-    "username_claimed": "troyhunt",
-    "username_unclaimed": "noonewouldeverusethis7"
-  },
  "Giphy": {
    "errorType": "status_code",
    "url": "https://giphy.com/{}",
@ -1549,10 +1541,11 @@
    "username_unclaimed": "noonewouldeverusethis"
  },
  "Quizlet": {
-    "errorMsg": "Page Unavailable",
+    "errorMsg": "checkUsername\":{\"success\":true",
    "errorType": "message",
    "url": "https://quizlet.com/{}",
    "urlMain": "https://quizlet.com",
+    "urlProbe": "https://quizlet.com/webapi/3.2/users/check-username?username={}",
    "username_claimed": "blue",
    "username_unclaimed": "noonewouldeverusethis"
  },
@ -1967,7 +1960,7 @@
    "username_unclaimed": "noonewouldeverusethis7"
  },
  "Twitter": {
-    "errorMsg": "<title>Error | nitter</title>",
+    "errorMsg": "<title>Error|nitter</title>",
    "errorType": "message",
    "regexCheck": "^[a-zA-Z0-9_]{1,15}$",
    "url": "https://twitter.com/{}",
@ -2295,7 +2288,7 @@
    "username_unclaimed": "noonewouldeverusethis7"
  },
  "drive2": {
-    "errorType": "status_code",
+    "er rorType": "status_code",
    "url": "https://www.drive2.ru/users/{}",
    "urlMain": "https://www.drive2.ru/",
    "username_claimed": "blue",
@ -2698,10 +2691,11 @@
    "username_unclaimed": "noonewouldeverusethis7"
  },
  "minds": {
-    "errorMsg": "Sorry, this channel doesn't appear to exist",
+    "errorMsg": "\"valid\":true",
    "errorType": "message",
    "url": "https://www.minds.com/{}/",
    "urlMain": "https://www.minds.com",
+    "urlProbe": "https://www.minds.com/api/v3/register/validate?username={}",
    "username_claimed": "john",
    "username_unclaimed": "noonewouldeverusethis7"
  }