Merge pull request #2285 from rsb-23/master

Fixed false positives #2273

sherlock_project/resources/data.json

@@ -694,9 +694,7 @@
   "Duolingo": {
     "errorMsg": "{\"users\":[]}",
     "errorType": "message",
-    "headers": {
-      "User-Agent": "Mozilla/5.0 (X11; Linux x86_64; rv:109.0) Gecko/20100101 Firefox/116.0"
-    },
+
     "url": "https://www.duolingo.com/profile/{}",
     "urlMain": "https://duolingo.com/",
     "urlProbe": "https://www.duolingo.com/2017-06-30/users?username={}",
@@ -780,6 +778,10 @@
   "Fiverr": {
     "errorMsg": "\"status\":\"success\"",
     "errorType": "message",
+    "headers": {
+      "Content-Type": "application/json",
+      "Accept-Language": "en-US,en;q=0.9"
+    },
     "regexCheck": "^[A-Za-z][A-Za-z\\d_]{5,14}$",
     "request_method": "POST",
     "request_payload": {
@@ -1020,7 +1022,7 @@
     "username_claimed": "adam"
   },
   "HackenProof (Hackers)": {
-    "errorMsg": "<title>Web3\u2019s Largest Ethical Hackers Community | HackenProof</title>",
+    "errorMsg": "Page not found",
     "errorType": "message",
     "regexCheck": "^[\\w-]{,34}$",
     "url": "https://hackenproof.com/hackers/{}",
@@ -1093,8 +1095,7 @@
     "username_claimed": "red"
   },
   "Houzz": {
-    "errorMsg": "The page you requested was not found.",
-    "errorType": "message",
+    "errorType": "status_code",
     "url": "https://houzz.com/user/{}",
     "urlMain": "https://houzz.com/",
     "username_claimed": "blue"
@@ -1113,7 +1114,7 @@
     "username_claimed": "blue"
   },
   "HudsonRock": {
-    "errorMsg": "No results",
+    "errorMsg": "This username is not associated",
     "errorType": "message",
     "url": "https://cavalier.hudsonrock.com/api/json/v2/osint-tools/search-by-username?username={}",
     "urlMain": "https://hudsonrock.com",
@@ -1255,8 +1256,7 @@
   },
   "Kick": {
     "__comment__": "Cloudflare. Only viable when proxied.",
-    "errorMsg": "Not Found",
-    "errorType": "message",
+    "errorType": "status_code",
     "url": "https://kick.com/{}",
     "urlMain": "https://kick.com/",
     "urlProbe": "https://kick.com/api/v2/channels/{}",
@@ -1273,8 +1273,7 @@
   "Kongregate": {
     "errorType": "status_code",
     "headers": {
-      "Accept": "text/html",
-      "User-Agent": "Mozilla/5.0 (X11; Linux x86_64; rv:109.0) Gecko/20100101 Firefox/116.0"
+      "Accept": "text/html"
     },
     "regexCheck": "^[a-zA-Z][a-zA-Z0-9_-]*$",
     "url": "https://www.kongregate.com/accounts/{}",
@@ -1313,24 +1312,24 @@
     "username_claimed": "blue"
   },
   "LibraryThing": {
-    "errorMsg": "Error: This user doesn't exist",
+    "errorMsg": "<p>Error: This user doesn't exist</p>",
     "errorType": "message",
+    "headers": {
+      "Cookie": "LTAnonSessionID=3159599315; LTUnifiedCookie=%7B%22areyouhuman%22%3A1%7D; "
+    },
     "url": "https://www.librarything.com/profile/{}",
     "urlMain": "https://www.librarything.com/",
     "username_claimed": "blue"
   },
   "Lichess": {
-    "errorMsg": "Page not found!",
-    "errorType": "message",
+    "errorType": "status_code",
     "url": "https://lichess.org/@/{}",
     "urlMain": "https://lichess.org",
-    "username_claimed": "blue"
+    "username_claimed": "john"
   },
   "LinkedIn": {
     "errorType": "status_code",
-    "headers": {
-      "User-Agent": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Googlebot/2.1; +http://www.google.com/bot.html) Chrome/W.X.Y.Z Safari/537.36"
-    },
+
     "regexCheck": "^[a-zA-Z0-9]{3,100}$",
     "request_method": "GET",
     "url": "https://linkedin.com/in/{}",
@@ -1993,9 +1992,7 @@
   },
   "Spotify": {
     "errorType": "status_code",
-    "headers": {
-      "user-agent": "PostmanRuntime/7.29.2"
-    },
+
     "url": "https://open.spotify.com/user/{}",
     "urlMain": "https://open.spotify.com/",
     "username_claimed": "blue"
@@ -2254,7 +2251,8 @@
     "username_claimed": "jenny"
   },
   "Vero": {
-    "errorType": "status_code",
+    "errorMsg": "Not Found",
+    "errorType": "message",
     "request_method": "GET",
     "url": "https://vero.co/{}",
     "urlMain": "https://vero.co/",
@@ -2430,9 +2428,7 @@
   },
   "YouTube": {
     "errorType": "status_code",
-    "headers": {
-      "User-Agent": "Mozilla/5.0 AppleWebKit/537.36 (KHTML, like Gecko; compatible; Googlebot/2.1; +http://www.google.com/bot.html) Chrome/W.X.Y.Z Safari/537.36"
-    },
+
     "url": "https://www.youtube.com/@{}",
     "urlMain": "https://www.youtube.com/",
     "username_claimed": "youtube"
@@ -2858,4 +2854,4 @@
     "urlMain": "https://znanylekarz.pl",
     "username_claimed": "janusz-nowak"
   }
-}
+}

sherlock_project/sherlock.py

@@ -262,7 +262,7 @@ def sherlock(
         # A user agent is needed because some sites don't return the correct
         # information since they think that we are bots (Which we actually are...)
         headers = {
-            "User-Agent": "Mozilla/5.0 (X11; Linux x86_64; rv:109.0) Gecko/20100101 Firefox/116.0",
+            "User-Agent": "Mozilla/5.0 (X11; Linux x86_64; rv:129.0) Gecko/20100101 Firefox/129.0",
         }
 
         if "headers" in net_info: