Merge pull request #1675 from sherlock-project/fix-fp

Fixed all the false positives

removed_sites.json

@@ -791,5 +791,31 @@
     "urlMain": "https://mastodon.xyz/",
     "username_claimed": "ashfurrow",
     "username_unclaimed": "noonewouldeverusethis7"
+  },
+  "Arduino": {
+    "errorMsg":"<title>Arduino Cloud</title>",
+    "errorType": "message",
+    "regexCheck": "^(?![_-])[A-Za-z0-9_-]{3,}$",
+    "url": "https://projecthub.arduino.cc/{}",
+    "urlMain": "https://www.arduino.cc/",
+    "username_claimed": "blue",
+    "username_unclaimed": "noonewould"
+  },
+  "zoomit": {
+    "errorMsg": "\u0645\u062a\u0627\u0633\u0641\u0627\u0646\u0647 \u0635\u0641\u062d\u0647 \u06cc\u0627\u0641\u062a \u0646\u0634\u062f",
+    "errorType": "message",
+    "url": "https://www.zoomit.ir/user/{}",
+    "urlMain": "https://www.zoomit.ir",
+    "username_claimed": "kossher",
+    "username_unclaimed": "noonewouldeverusethis7"
+  },
+  "Facebook": {
+    "errorType": "status_code",
+    "regexCheck": "^[a-zA-Z0-9\\.]{3,49}(?<!\\.com|\\.org|\\.net)$",
+    "url": "https://www.facebook.com/{}",
+    "urlMain": "https://www.facebook.com/",
+    "urlProbe": "https://www.facebook.com/{}/videos/",
+    "username_claimed": "hackerman",
+    "username_unclaimed": "noonewouldeverusethis7"
   }
 }

removed_sites.md

@@ -1577,4 +1577,48 @@ As of 18.12.2022, mastodon.technology has no A/AAAA records and the [website was
     "username_claimed": "ashfurrow",
     "username_unclaimed": "noonewouldeverusethis7"
   },
+```
+
+
+## Aruino
+As of 04.02.2023, Arduino returns false positives. Finding a fix is doable but takes some time. Will be fixed later
+
+```json
+"Arduino": {
+    "errorMsg":"<title>Arduino Cloud</title>",
+    "errorType": "message",
+    "regexCheck": "^(?![_-])[A-Za-z0-9_-]{3,}$",
+    "url": "https://projecthub.arduino.cc/{}",
+    "urlMain": "https://www.arduino.cc/",
+    "username_claimed": "blue",
+    "username_unclaimed": "noonewould"
+  },
+
+```
+
+## Zoomit
+As of 04.02.2023, Zoomit return false positves. An attempt at finding a fix was made but a lot of time was used without luck. Therefore, it wont be prioritized at the moment.
+```json
+  "zoomit": {
+    "errorMsg": "\u0645\u062a\u0627\u0633\u0641\u0627\u0646\u0647 \u0635\u0641\u062d\u0647 \u06cc\u0627\u0641\u062a \u0646\u0634\u062f",
+    "errorType": "message",
+    "url": "https://www.zoomit.ir/user/{}",
+    "urlMain": "https://www.zoomit.ir",
+    "username_claimed": "kossher",
+    "username_unclaimed": "noonewouldeverusethis7"
+  },
+```
+
+## Facebook
+As of 04.02.2023, Facebook returns false positives because we get prompted with the login screen to view the data
+```json
+"Facebook": {
+    "errorType": "status_code",
+    "regexCheck": "^[a-zA-Z0-9\\.]{3,49}(?<!\\.com|\\.org|\\.net)$",
+    "url": "https://www.facebook.com/{}",
+    "urlMain": "https://www.facebook.com/",
+    "urlProbe": "https://www.facebook.com/{}/videos/",
+    "username_claimed": "hackerman",
+    "username_unclaimed": "noonewouldeverusethis7"
+  },
 ```

sherlock/resources/data.json

@@ -119,14 +119,6 @@
     "username_claimed": "blue",
     "username_unclaimed": "noonewould"
   },
-  "Arduino": {
-    "errorType": "status_code",
-    "regexCheck": "^(?![_-])[A-Za-z0-9_-]{3,}$",
-    "url": "https://create.arduino.cc/projecthub/{}",
-    "urlMain": "https://www.arduino.cc/",
-    "username_claimed": "blue",
-    "username_unclaimed": "noonewould"
-  },
   "ArtStation": {
     "errorType": "status_code",
     "url": "https://www.artstation.com/{}",
@@ -652,15 +644,6 @@
     "username_claimed": "blue",
     "username_unclaimed": "noonewouldeverusethis7"
   },
-  "Facebook": {
-    "errorType": "status_code",
-    "regexCheck": "^[a-zA-Z0-9\\.]{3,49}(?<!\\.com|\\.org|\\.net)$",
-    "url": "https://www.facebook.com/{}",
-    "urlMain": "https://www.facebook.com/",
-    "urlProbe": "https://www.facebook.com/{}/videos/",
-    "username_claimed": "hackerman",
-    "username_unclaimed": "noonewouldeverusethis7"
-  },
   "Fameswap": {
     "errorType": "status_code",
     "url": "https://fameswap.com/user/{}",
@@ -1914,7 +1897,7 @@
     "username_unclaimed": "noonewouldeverusethis7"
   },
   "Strava": {
-    "errorMsg": "Strava | Run and Cycling Tracking on the Social Network for Athletes",
+    "errorMsg": "Strava | Running, Cycling &amp; Hiking App - Train, Track &amp; Share",
     "errorType": "message",
     "url": "https://www.strava.com/athletes/{}",
     "urlMain": "https://www.strava.com/",
@@ -2018,8 +2001,7 @@
     "username_unclaimed": "noonewouldeverusethis7"
   },
   "TrashboxRU": {
-    "errorMsg": "\u041f\u043e\u043b\u044c\u0437\u043e\u0432\u0430\u0442\u0435\u043b\u044c \u043d\u0435 \u043d\u0430\u0439\u0434\u0435\u043d",
-    "errorType": "message",
+    "errorType": "status_code",
     "regexCheck": "^[A-Za-z0-9_-]{3,16}$",
     "url": "https://trashbox.ru/users/{}",
     "urlMain": "https://trashbox.ru/",
@@ -2375,9 +2357,11 @@
     "username_unclaimed": "noonewouldeverusethis7"
   },
   "dailykos": {
-    "errorType": "status_code",
+    "errorType": "message",
+    "errorMsg": "{\"result\":true,\"message\":null}",
     "url": "https://www.dailykos.com/user/{}",
     "urlMain": "https://www.dailykos.com",
+    "urlProbe": "https://www.dailykos.com/signup/check_nickname?nickname={}",
     "username_claimed": "blue",
     "username_unclaimed": "noonewouldeverusethis7"
   },
@@ -2562,11 +2546,10 @@
     "username_unclaimed": "noonewouldeverusethis77777"
   },
   "koo": {
-    "errorMsg": "is available",
+    "errorMsg": "This profile does not exist",
     "errorType": "message",
     "url": "https://www.kooapp.com/profile/{}",
     "urlMain": "https://www.kooapp.com",
-    "urlProbe": "https://www.kooapp.com/apiV1/users/handle/{}/valid",
     "username_claimed": "john",
     "username_unclaimed": "noonewouldeverusethis7"
   },
@@ -2620,6 +2603,13 @@
     "username_claimed": "Gargron",
     "username_unclaimed": "noonewouldeverusethis7"
   },
+  "mastodon.technology": {
+    "errorType": "status_code",
+    "url": "https://mastodon.technology/@{}",
+    "urlMain": "https://mastodon.xyz/",
+    "username_claimed": "ashfurrow",
+    "username_unclaimed": "noonewouldeverusethis7"
+  },
   "mastodon.xyz": {
     "errorType": "status_code",
     "url": "https://mastodon.xyz/@{}",
@@ -2835,14 +2825,6 @@
     "username_claimed": "janusz-nowak",
     "username_unclaimed": "kto-by-sie-tak-nazwal-69"
   },
-  "zoomit": {
-    "errorMsg": "\u0645\u062a\u0627\u0633\u0641\u0627\u0646\u0647 \u0635\u0641\u062d\u0647 \u06cc\u0627\u0641\u062a \u0646\u0634\u062f",
-    "errorType": "message",
-    "url": "https://www.zoomit.ir/user/{}",
-    "urlMain": "https://www.zoomit.ir",
-    "username_claimed": "kossher",
-    "username_unclaimed": "noonewouldeverusethis7"
-  },
   "Youtube Channel": {
     "errorType": "status_code",
     "errorCode": 404,