Merge pull request #839 from sherlock-project/fix-false-results

Fixed many of the false positives

removed_sites.json

@@ -48,22 +48,6 @@
     "username_claimed": "blue",
     "username_unclaimed": "noonewouldeverusethis7"
   },
-  "Codepen": {
-    "errorType": "status_code",
-    "rank": 1359,
-    "url": "https://codepen.io/{}",
-    "urlMain": "https://codepen.io/",
-    "username_claimed": "blue",
-    "username_unclaimed": "noonewouldeverusethis7"
-  },
-  "ColourLovers": {
-    "errorType": "status_code",
-    "rank": 21271,
-    "url": "https://www.colourlovers.com/lover/{}",
-    "urlMain": "https://www.colourlovers.com/",
-    "username_claimed": "blue",
-    "username_unclaimed": "noonewouldeverusethis7"
-  },
   "EVE Online": {
     "errorType": "response_url",
     "errorUrl": "https://eveonline.com",
@@ -113,14 +97,6 @@
     "username_claimed": "blue",
     "username_unclaimed": "noonewouldeverusethis7"
   },
-  "Imgur": {
-    "errorType": "status_code",
-    "rank": 74,
-    "url": "https://imgur.com/user/{}",
-    "urlMain": "https://imgur.com/",
-    "username_claimed": "blue",
-    "username_unclaimed": "noonewouldeverusethis7"
-  },
   "Investing.com": {
     "errorType": "status_code",
     "rank": 196,

removed_sites.md

@@ -61,24 +61,6 @@ required login before access.
     "username_unclaimed": "noonewouldeverusethis7"
   },
 ```
-## ColourLovers
-
-As of 2020-05-24, all usernames are reported as claimed.
-
-There is an API available (https://www.colourlovers.com/api/), but when
-there is no match it returns an empty file.  So, changes would have to
-happen before the lack of a response could be used to detect.
-
-```
-  "ColourLovers": {
-    "errorType": "status_code",
-    "rank": 21271,
-    "url": "https://www.colourlovers.com/lover/{}",
-    "urlMain": "https://www.colourlovers.com/",
-    "username_claimed": "blue",
-    "username_unclaimed": "noonewouldeverusethis7"
-  },
-```
 
 ## AdobeForums
 
@@ -295,7 +277,11 @@ HTTP Status.
 
 ## Foursquare
 
-Usernames that exist are not detected.
+When usage of automated tool is detected. Whole IP is banned from future requests.
+There is an error message:
+
+> Please verify you are a human
+> Access to this page has been denied because we believe you are using automation tools to browse the website.
 
 ```
   "Foursquare": {
@@ -355,37 +341,6 @@ Usernames that exist are not detected. Forbidden Request 403 Error.
   },
 ```
 
-## Codepen
-
-Usernames that exist are not detected.
-
-```
-  "Codepen": {
-    "errorType": "status_code",
-    "rank": 1359,
-    "url": "https://codepen.io/{}",
-    "urlMain": "https://codepen.io/",
-    "username_claimed": "blue",
-    "username_unclaimed": "noonewouldeverusethis7"
-  },
-```
-
-## Imgur
-
-Looks like they made some changes to the site.  Sherlock says that all
-usernames are available.
-
-```
-  "Imgur": {
-    "errorType": "status_code",
-    "rank": 74,
-    "url": "https://imgur.com/user/{}",
-    "urlMain": "https://imgur.com/",
-    "username_claimed": "blue",
-    "username_unclaimed": "noonewouldeverusethis7"
-  },
-```
-
 ## PowerShell Gallery
 
 Accidentally merged even though the original pull request showed that all

sherlock/resources/data.json

@@ -476,8 +476,7 @@
     "username_unclaimed": "noonewouldeverusethis7"
   },
   "EyeEm": {
-    "errorMsg": "<title>Not Found (404) | EyeEm</title>",
-    "errorType": "message",
+    "errorType": "status_code",
     "url": "https://www.eyeem.com/u/{}",
     "urlMain": "https://www.eyeem.com/",
     "username_claimed": "blue",
@@ -501,6 +500,7 @@
   },
   "Facenama": {
     "errorType": "response_url",
+    "regexCheck": "^[-a-zA-Z0-9_]+$",
     "errorUrl": "https://facenama.com/404.html",
     "url": "https://facenama.com/{}",
     "urlMain": "https://facenama.com/",
@@ -913,8 +913,10 @@
     "username_unclaimed": "noonewouldeverusethis7"
   },
   "Medium": {
-    "errorType": "status_code",
+    "errorType": "message",
+    "errorMsg": "<body",
     "url": "https://medium.com/@{}",
+    "urlProbe": "https://medium.com/feed/@{}",
     "urlMain": "https://medium.com/",
     "username_claimed": "blue",
     "username_unclaimed": "noonewouldeverusethis7"
@@ -1051,7 +1053,7 @@
     "errorType": "status_code",
     "url": "https://community.oracle.com/people/{}",
     "urlMain": "https://community.oracle.com",
-    "username_claimed": "blue",
+    "username_claimed": "dev",
     "username_unclaimed": "noonewouldeverusethis7"
   },
   "Otzovik": {
@@ -1247,8 +1249,7 @@
     "username_unclaimed": "noonewouldeverusethis7"
   },
   "Repl.it": {
-    "errorMsg": "404",
-    "errorType": "message",
+    "errorType": "status_code",
     "url": "https://repl.it/@{}",
     "urlMain": "https://repl.it/",
     "username_claimed": "blue",
@@ -1640,6 +1641,7 @@
   },
   "Vero": {
     "errorType": "status_code",
+    "request_head_only": false,
     "url": "https://vero.co/{}",
     "urlMain": "https://vero.co/",
     "username_claimed": "blue",
@@ -1661,10 +1663,11 @@
     "username_unclaimed": "noonewouldeverusethis7"
   },
   "VirusTotal": {
-    "errorMsg": "not found",
-    "errorType": "message",
+    "errorType": "status_code",
     "url": "https://www.virustotal.com/ui/users/{}/trusted_users",
+    "urlProbe": "https://www.virustotal.com/ui/users/{}/avatar",
     "urlMain": "https://www.virustotal.com/",
+    "request_head_only": false,
     "username_claimed": "blue",
     "username_unclaimed": "noonewouldeverusethis7"
   },
@@ -1676,9 +1679,9 @@
     "username_unclaimed": "noonewouldeverusethis77777"
   },
   "Wattpad": {
-    "errorMsg": "userError-404",
-    "errorType": "message",
+    "errorType": "status_code",
     "url": "https://www.wattpad.com/user/{}",
+    "urlProbe": "https://www.wattpad.com/api/v3/users/{}/",
     "urlMain": "https://www.wattpad.com/",
     "username_claimed": "Dogstho7951",
     "username_unclaimed": "noonewouldeverusethis7"
@@ -2138,7 +2141,7 @@
   "opennet": {
     "errorMsg": "\u0418\u043c\u044f \u0443\u0447\u0430\u0441\u0442\u043d\u0438\u043a\u0430 \u043d\u0435 \u043d\u0430\u0439\u0434\u0435\u043d\u043e",
     "errorType": "message",
-    "regexCheck": "^[^_]*$",
+    "regexCheck": "^[^-]*$",
     "url": "https://www.opennet.ru/~{}",
     "urlMain": "https://www.opennet.ru/",
     "username_claimed": "anonismus",
@@ -2230,5 +2233,27 @@
     "urlMain": "https://uid.me/",
     "username_claimed": "blue",
     "username_unclaimed": "noonewouldeverusethis7"
+  },
+  "Imgur": {
+    "errorType": "status_code",
+    "urlProbe": "https://api.imgur.com/account/v1/accounts/{}?client_id=546c25a59c58ad7",
+    "url": "https://imgur.com/user/{}",
+    "urlMain": "https://imgur.com/",
+    "username_claimed": "blue",
+    "username_unclaimed": "noonewouldeverusethis7"
+  },
+  "Codepen": {
+    "errorType": "status_code",
+    "url": "https://codepen.io/{}",
+    "urlMain": "https://codepen.io/",
+    "username_claimed": "blue",
+    "username_unclaimed": "noonewouldeverusethis7"
+  },
+  "ColourLovers": {
+    "errorType": "status_code",
+    "url": "https://www.colourlovers.com/lover/{}",
+    "urlMain": "https://www.colourlovers.com/",
+    "username_claimed": "blue",
+    "username_unclaimed": "noonewouldeverusethis7"
   }
 }