From 4ee5e9b8ad75fc18b5b32346cf4d40cc9b96ce68 Mon Sep 17 00:00:00 2001
From: Richard Mwewa <74001397+rly0nheart@users.noreply.github.com>
Date: Thu, 9 May 2024 20:23:03 +0200
Subject: [PATCH 01/10] Fixed/Disabled sites. Update requirements.txt
fixed_sites: AllRecipes, Linktree, CreativeMarket, ImgInn, Shutterstock, Contently
disabled_sites: Forums.ea.com. CrunchyRoll, Windy, MetaCritic, InfosecInstitute, Armchairgm.fandom.com, Bleach.fandom.com
Update requirements to prevent dependency conflicts.
---
maigret/resources/data.json | 47 +++++++++++++++++++++++--------------
1 file changed, 29 insertions(+), 18 deletions(-)
diff --git a/maigret/resources/data.json b/maigret/resources/data.json
index d6f9a8be..fd75f6a0 100644
--- a/maigret/resources/data.json
+++ b/maigret/resources/data.json
@@ -656,8 +656,9 @@
],
"checkType": "message",
"absenceStrs": [
- "
Allrecipes Member | Allrecipes"
+ "Page Not Found.", "You may have mistyped the address, or the page may have moved."
],
+ "presenseStrs": ["Saved Items & Collections", "{username}"],
"alexaRank": 983,
"urlMain": "https://www.allrecipes.com/",
"url": "https://www.allrecipes.com/cook/{username}",
@@ -1310,15 +1311,16 @@
"usernameUnclaimed": "noonewouldeverusethis7"
},
"Armchairgm": {
+ "disabled": true,
"tags": [
"us",
"wiki"
],
"checkType": "message",
"absenceStrs": [
- "does not exist",
- "This user has not filled out their profile page yet."
+ ""
],
+ "presenseStrs": [" edits", " posts"],
"alexaRank": 80,
"urlMain": "https://armchairgm.fandom.com/",
"url": "https://armchairgm.fandom.com/wiki/User:{username}",
@@ -2289,6 +2291,7 @@
"usernameUnclaimed": "noonewouldeverusethis7"
},
"BleachFandom": {
+ "disabled": true,
"tags": [
"ru",
"wiki"
@@ -3484,11 +3487,11 @@
"freelance",
"in"
],
- "regexCheck": "^[a-zA-Z][a-zA-Z0-9_-]*$",
"checkType": "message",
"absenceStrs": [
- "We can't find that page!"
+ "Request A Meeting"
],
+ "presenseStrs": ["\nPROJECTS"],
"alexaRank": 11587,
"urlMain": "https://contently.com/",
"url": "https://{username}.contently.com/",
@@ -3579,8 +3582,9 @@
},
"checkType": "message",
"absenceStrs": [
- "The page you were looking for was not found."
+ "Whoomp, there it isn't...", "It looks like the page you’re looking for is no longer available. "
],
+ "presenseStrs": ["Likes"],
"alexaRank": 3054,
"urlMain": "https://creativemarket.com/",
"url": "https://creativemarket.com/users/{username}",
@@ -3616,6 +3620,7 @@
"usernameUnclaimed": "noonewouldeverusethis7"
},
"Crunchyroll": {
+ "disabled": true,
"tags": [
"forum",
"movies",
@@ -7939,6 +7944,7 @@
"usernameUnclaimed": "noonewouldeverusethis7"
},
"InfosecInstitute": {
+ "disabled": true,
"tags": [
"us"
],
@@ -9267,6 +9273,7 @@
"usernameUnclaimed": "noonewouldeverusethis7"
},
"Lolchess": {
+ "disabled": true,
"tags": [
"kr"
],
@@ -9277,6 +9284,7 @@
"absenceStrs": [
"No search results"
],
+ "presenseStrs": ["results were displayed out of"],
"alexaRank": 4911,
"urlMain": "https://lolchess.gg/",
"url": "https://lolchess.gg/profile/na/{username}",
@@ -14432,11 +14440,12 @@
],
"checkType": "message",
"absenceStrs": [
- "Not Found | Shutterstock"
],
+ "presenseStrs": ["{username}", "Information"],
"alexaRank": 184,
"urlMain": "https://www.shutterstock.com",
- "url": "https://www.shutterstock.com/fi/g/{username}/about",
+ "url": "https://www.shutterstock.com/g/{username}/about",
"usernameClaimed": "adam",
"usernameUnclaimed": "noonewouldeverusethis7"
},
@@ -17846,6 +17855,7 @@
"usernameUnclaimed": "noonewouldeverusethis7"
},
"Windy": {
+ "disabled": true,
"tags": [
"in",
"jp",
@@ -20715,14 +20725,16 @@
"usernameUnclaimed": "noonewouldeverusethis77777"
},
"metacritic": {
+ "disabled": true,
"tags": [
"us"
],
"regexCheck": "^(?![-_])[A-Za-z0-9-_]{3,15}$",
"checkType": "message",
"absenceStrs": [
- "User not found"
+ "This user hasn’t rated anything yet"
],
+ "presenseStrs": ["Avg. User score"],
"alexaRank": 2409,
"urlMain": "https://www.metacritic.com/",
"url": "https://www.metacritic.com/user/{username}",
@@ -26829,11 +26841,13 @@
"tags": [
"links"
],
- "engine": "engine404",
+ "checkType": "message",
+ "absenceStrs": ["The page you’re looking for doesn’t exist.", "Want this to be your username?"],
+ "presenseStrs": ["Join {username} on Linktree today"],
"urlMain": "https://linktr.ee",
"url": "https://linktr.ee/{username}",
"usernameUnclaimed": "noonewouldeverusethis7",
- "usernameClaimed": "red",
+ "usernameClaimed": "Blisscartoos",
"alexaRank": 134
},
"jsfiddle.net": {
@@ -34067,16 +34081,13 @@
},
"ImgInn": {
"absenceStrs": [
- "Page Not Found"
+ "Page Not Found", "The content has been deleted"
],
"presenseStrs": [
- "username",
- "/{username}/",
- " data-username=",
- "name",
- " data-name="
+ "followers",
+ "{username}"
],
- "url": "https://imginn.com/tagged/{username}/",
+ "url": "https://imginn.com/{username}/",
"urlMain": "https://imginn.com",
"usernameClaimed": "morgen_shtern",
"usernameUnclaimed": "noonewouldeverusethis7",
From 6b96e35e6f0e5a5f50ab3269ba208998c6cec397 Mon Sep 17 00:00:00 2001
From: Richard Mwewa <74001397+rly0nheart@users.noreply.github.com>
Date: Thu, 9 May 2024 20:27:05 +0200
Subject: [PATCH 02/10] Update requirements.txt
Update requirements.txt to prevent dependency conflicts
---
requirements.txt | 72 ++++++++++++++++++++++++------------------------
1 file changed, 36 insertions(+), 36 deletions(-)
diff --git a/requirements.txt b/requirements.txt
index 44196f42..319c329c 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -1,39 +1,39 @@
-aiodns==3.0.0
-aiohttp==3.8.6
-aiohttp-socks==0.7.1
+aiodns>=3.0.0
+aiohttp>=3.8.6
+aiohttp-socks>=0.7.1
arabic-reshaper~=3.0.0
-async-timeout==4.0.3
-attrs==22.2.0
-certifi==2023.7.22
-chardet==5.0.0
-colorama==0.4.6
-future==0.18.3
-future-annotations==1.0.0
-html5lib==1.1
-idna==3.4
-Jinja2==3.1.2
-lxml==4.9.2
-MarkupSafe==2.1.1
-mock==4.0.3
-multidict==6.0.4
-pycountry==22.3.5
-PyPDF2==3.0.1
-PySocks==1.7.1
-python-bidi==0.4.2
-requests==2.31.0
-requests-futures==1.0.0
-six==1.16.0
+async-timeout>=4.0.3
+attrs>=22.2.0
+certifi>=2023.7.22
+chardet>=5.0.0
+colorama>=0.4.6
+future>=0.18.3
+future-annotations>=1.0.0
+html5lib>=1.1
+idna>=3.4
+Jinja2>=3.1.2
+lxml>=4.9.2
+MarkupSafe>=2.1.1
+mock>=4.0.3
+multidict>=6.0.4
+pycountry>=22.3.5
+PyPDF2>=3.0.1
+PySocks>=1.7.1
+python-bidi>=0.4.2
+requests>=2.31.0
+requests-futures>=1.0.0
+six>=1.16.0
socid-extractor>=0.0.24
-soupsieve==2.3.2.post1
-stem==1.8.1
-torrequest==0.1.0
-tqdm==4.66.1
-typing-extensions==4.8.0
-webencodings==0.5.1
+soupsieve>=2.3.2.post1
+stem>=1.8.1
+torrequest>=0.1.0
+tqdm>=4.66.1
+typing-extensions>=4.8.0
+webencodings>=0.5.1
xhtml2pdf~=0.2.11
-XMind==1.2.0
-yarl==1.8.2
-networkx==2.6.3
-pyvis==0.2.1
-reportlab==3.6.13
-cloudscraper==1.2.71
+XMind>=1.2.0
+yarl>=1.8.2
+networkx>=2.6.3
+pyvis>=0.2.1
+reportlab>=3.6.13
+cloudscraper>=1.2.71
From 5170553e9affa9438fae1a5242bb227c95e6bb01 Mon Sep 17 00:00:00 2001
From: Richard Mwewa <74001397+rly0nheart@users.noreply.github.com>
Date: Fri, 10 May 2024 18:24:10 +0200
Subject: [PATCH 03/10] Update requirements.txt
---
requirements.txt | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/requirements.txt b/requirements.txt
index 319c329c..66cfd0df 100644
--- a/requirements.txt
+++ b/requirements.txt
@@ -11,7 +11,7 @@ future>=0.18.3
future-annotations>=1.0.0
html5lib>=1.1
idna>=3.4
-Jinja2>=3.1.2
+Jinja2>=3.1.3
lxml>=4.9.2
MarkupSafe>=2.1.1
mock>=4.0.3
From ccaf9898fc054daa718f6ea0be6bb4ce10faee53 Mon Sep 17 00:00:00 2001
From: rly0nheart <74001397+rly0nheart@users.noreply.github.com>
Date: Sat, 11 May 2024 02:55:30 +0200
Subject: [PATCH 04/10] Update sites.md
---
maigret/resources/data.json | 57 +++++++++++++++++++++++++++----------
sites.md | 34 +++++++++++-----------
2 files changed, 59 insertions(+), 32 deletions(-)
diff --git a/maigret/resources/data.json b/maigret/resources/data.json
index fd75f6a0..063266a0 100644
--- a/maigret/resources/data.json
+++ b/maigret/resources/data.json
@@ -656,9 +656,13 @@
],
"checkType": "message",
"absenceStrs": [
- "Page Not Found.", "You may have mistyped the address, or the page may have moved."
+ "Page Not Found.",
+ "You may have mistyped the address, or the page may have moved."
+ ],
+ "presenseStrs": [
+ "Saved Items & Collections",
+ "{username}"
],
- "presenseStrs": ["Saved Items & Collections", "{username}"],
"alexaRank": 983,
"urlMain": "https://www.allrecipes.com/",
"url": "https://www.allrecipes.com/cook/{username}",
@@ -1320,7 +1324,10 @@
"absenceStrs": [
""
],
- "presenseStrs": [" edits", " posts"],
+ "presenseStrs": [
+ " edits",
+ " posts"
+ ],
"alexaRank": 80,
"urlMain": "https://armchairgm.fandom.com/",
"url": "https://armchairgm.fandom.com/wiki/User:{username}",
@@ -3491,7 +3498,9 @@
"absenceStrs": [
"Request A Meeting"
],
- "presenseStrs": ["\nPROJECTS"],
+ "presenseStrs": [
+ "\nPROJECTS"
+ ],
"alexaRank": 11587,
"urlMain": "https://contently.com/",
"url": "https://{username}.contently.com/",
@@ -3582,9 +3591,12 @@
},
"checkType": "message",
"absenceStrs": [
- "Whoomp, there it isn't...", "It looks like the page you’re looking for is no longer available. "
+ "Whoomp, there it isn't...",
+ "It looks like the page you\u2019re looking for is no longer available. "
+ ],
+ "presenseStrs": [
+ "Likes"
],
- "presenseStrs": ["Likes"],
"alexaRank": 3054,
"urlMain": "https://creativemarket.com/",
"url": "https://creativemarket.com/users/{username}",
@@ -9284,7 +9296,9 @@
"absenceStrs": [
"No search results"
],
- "presenseStrs": ["results were displayed out of"],
+ "presenseStrs": [
+ "results were displayed out of"
+ ],
"alexaRank": 4911,
"urlMain": "https://lolchess.gg/",
"url": "https://lolchess.gg/profile/na/{username}",
@@ -14440,9 +14454,14 @@
],
"checkType": "message",
"absenceStrs": [
- "This surprising...", "Unfortunately, we can't find what you're looking for.", "Not Found | Shutterstock"
+ "This surprising...",
+ "Unfortunately, we can't find what you're looking for.",
+ "Not Found | Shutterstock"
+ ],
+ "presenseStrs": [
+ "{username}",
+ "Information"
],
- "presenseStrs": ["{username}", "Information"],
"alexaRank": 184,
"urlMain": "https://www.shutterstock.com",
"url": "https://www.shutterstock.com/g/{username}/about",
@@ -17855,7 +17874,7 @@
"usernameUnclaimed": "noonewouldeverusethis7"
},
"Windy": {
- "disabled": true,
+ "disabled": true,
"tags": [
"in",
"jp",
@@ -20732,9 +20751,11 @@
"regexCheck": "^(?![-_])[A-Za-z0-9-_]{3,15}$",
"checkType": "message",
"absenceStrs": [
- "This user hasn’t rated anything yet"
+ "This user hasn\u2019t rated anything yet"
+ ],
+ "presenseStrs": [
+ "Avg. User score"
],
- "presenseStrs": ["Avg. User score"],
"alexaRank": 2409,
"urlMain": "https://www.metacritic.com/",
"url": "https://www.metacritic.com/user/{username}",
@@ -26842,8 +26863,13 @@
"links"
],
"checkType": "message",
- "absenceStrs": ["The page you’re looking for doesn’t exist.", "Want this to be your username?"],
- "presenseStrs": ["Join {username} on Linktree today"],
+ "absenceStrs": [
+ "The page you\u2019re looking for doesn\u2019t exist.",
+ "Want this to be your username?"
+ ],
+ "presenseStrs": [
+ "Join {username} on Linktree today"
+ ],
"urlMain": "https://linktr.ee",
"url": "https://linktr.ee/{username}",
"usernameUnclaimed": "noonewouldeverusethis7",
@@ -34081,7 +34107,8 @@
},
"ImgInn": {
"absenceStrs": [
- "Page Not Found", "The content has been deleted"
+ "Page Not Found",
+ "The content has been deleted"
],
"presenseStrs": [
"followers",
diff --git a/sites.md b/sites.md
index 322aa179..01c55a83 100644
--- a/sites.md
+++ b/sites.md
@@ -67,9 +67,9 @@ Rank data fetched from Alexa by domains.
1. ![](https://www.google.com/s2/favicons?domain=https://www.livejasmin.com/) [Livejasmin (https://www.livejasmin.com/)](https://www.livejasmin.com/)*: top 100, us, webcam*
1. ![](https://www.google.com/s2/favicons?domain=https://pornhub.com/) [Pornhub (https://pornhub.com/)](https://pornhub.com/)*: top 100, porn*
1. ![](https://www.google.com/s2/favicons?domain=https://imgur.com) [Imgur (https://imgur.com)](https://imgur.com)*: top 100, photo*
-1. ![](https://www.google.com/s2/favicons?domain=https://armchairgm.fandom.com/) [Armchairgm (https://armchairgm.fandom.com/)](https://armchairgm.fandom.com/)*: top 100, us, wiki*
+1. ![](https://www.google.com/s2/favicons?domain=https://armchairgm.fandom.com/) [Armchairgm (https://armchairgm.fandom.com/)](https://armchairgm.fandom.com/)*: top 100, us, wiki*, search is disabled
1. ![](https://www.google.com/s2/favicons?domain=https://battleraprus.fandom.com/ru) [Battleraprus (https://battleraprus.fandom.com/ru)](https://battleraprus.fandom.com/ru)*: top 100, ru, us, wiki*
-1. ![](https://www.google.com/s2/favicons?domain=https://bleach.fandom.com/ru) [BleachFandom (https://bleach.fandom.com/ru)](https://bleach.fandom.com/ru)*: top 100, ru, wiki*
+1. ![](https://www.google.com/s2/favicons?domain=https://bleach.fandom.com/ru) [BleachFandom (https://bleach.fandom.com/ru)](https://bleach.fandom.com/ru)*: top 100, ru, wiki*, search is disabled
1. ![](https://www.google.com/s2/favicons?domain=https://www.fandom.com/) [Fandom (https://www.fandom.com/)](https://www.fandom.com/)*: top 100, us*
1. ![](https://www.google.com/s2/favicons?domain=https://community.fandom.com) [FandomCommunityCentral (https://community.fandom.com)](https://community.fandom.com)*: top 100, wiki*
1. ![](https://www.google.com/s2/favicons?domain=https://www.etsy.com/) [Etsy (https://www.etsy.com/)](https://www.etsy.com/)*: top 100, shopping, us*
@@ -127,7 +127,7 @@ Rank data fetched from Alexa by domains.
1. ![](https://www.google.com/s2/favicons?domain=https://tripadvisor.com/) [TripAdvisor (https://tripadvisor.com/)](https://tripadvisor.com/)*: top 500, travel*
1. ![](https://www.google.com/s2/favicons?domain=https://www.academia.edu/) [Academia.edu (https://www.academia.edu/)](https://www.academia.edu/)*: top 500, id*
1. ![](https://www.google.com/s2/favicons?domain=https://www.mercadolivre.com.br) [mercadolivre (https://www.mercadolivre.com.br)](https://www.mercadolivre.com.br)*: top 500, br*
-1. ![](https://www.google.com/s2/favicons?domain=https://www.crunchyroll.com/) [Crunchyroll (https://www.crunchyroll.com/)](https://www.crunchyroll.com/)*: top 500, forum, movies, us*
+1. ![](https://www.google.com/s2/favicons?domain=https://www.crunchyroll.com/) [Crunchyroll (https://www.crunchyroll.com/)](https://www.crunchyroll.com/)*: top 500, forum, movies, us*, search is disabled
1. ![](https://www.google.com/s2/favicons?domain=https://wordpress.org/) [WordPressOrg (https://wordpress.org/)](https://wordpress.org/)*: top 500, in*
1. ![](https://www.google.com/s2/favicons?domain=https://ameblo.jp) [Ameblo (https://ameblo.jp)](https://ameblo.jp)*: top 500, blog, jp*
1. ![](https://www.google.com/s2/favicons?domain=https://unsplash.com/) [Unsplash (https://unsplash.com/)](https://unsplash.com/)*: top 500, art, photo*
@@ -242,7 +242,7 @@ Rank data fetched from Alexa by domains.
1. ![](https://www.google.com/s2/favicons?domain=https://pastebin.com/) [Pastebin (https://pastebin.com/)](https://pastebin.com/)*: top 5K, sharing*
1. ![](https://www.google.com/s2/favicons?domain=https://gfycat.com/) [gfycat (https://gfycat.com/)](https://gfycat.com/)*: top 5K, photo, sharing*
1. ![](https://www.google.com/s2/favicons?domain=https://last.fm/) [last.fm (https://last.fm/)](https://last.fm/)*: top 5K, music*
-1. ![](https://www.google.com/s2/favicons?domain=https://windy.com/) [Windy (https://windy.com/)](https://windy.com/)*: top 5K, in, jp, kr, pl, us*
+1. ![](https://www.google.com/s2/favicons?domain=https://windy.com/) [Windy (https://windy.com/)](https://windy.com/)*: top 5K, in, jp, kr, pl, us*, search is disabled
1. ![](https://www.google.com/s2/favicons?domain=https://profile.hatena.ne.jp) [profile.hatena.ne.jp (https://profile.hatena.ne.jp)](https://profile.hatena.ne.jp)*: top 5K, jp*
1. ![](https://www.google.com/s2/favicons?domain=https://bodyspace.bodybuilding.com/) [BodyBuilding (https://bodyspace.bodybuilding.com/)](https://bodyspace.bodybuilding.com/)*: top 5K, us*
1. ![](https://www.google.com/s2/favicons?domain=https://community.icons8.com) [community.icons8.com (https://community.icons8.com)](https://community.icons8.com)*: top 5K, forum, in*
@@ -258,7 +258,7 @@ Rank data fetched from Alexa by domains.
1. ![](https://www.google.com/s2/favicons?domain=https://jsfiddle.net) [jsfiddle.net (https://jsfiddle.net)](https://jsfiddle.net)*: top 5K, coding, sharing*
1. ![](https://www.google.com/s2/favicons?domain=https://ru.pathofexile.com) [Pathofexile (https://ru.pathofexile.com)](https://ru.pathofexile.com)*: top 5K, ru, us*
1. ![](https://www.google.com/s2/favicons?domain=https://vc.ru) [VC.ru (https://vc.ru)](https://vc.ru)*: top 5K, ru*
-1. ![](https://www.google.com/s2/favicons?domain=https://www.metacritic.com/) [metacritic (https://www.metacritic.com/)](https://www.metacritic.com/)*: top 5K, us*
+1. ![](https://www.google.com/s2/favicons?domain=https://www.metacritic.com/) [metacritic (https://www.metacritic.com/)](https://www.metacritic.com/)*: top 5K, us*, search is disabled
1. ![](https://www.google.com/s2/favicons?domain=https://www.digitalocean.com/) [DigitalOcean (https://www.digitalocean.com/)](https://www.digitalocean.com/)*: top 5K, forum, in, tech*
1. ![](https://www.google.com/s2/favicons?domain=http://www.jeuxvideo.com) [jeuxvideo (http://www.jeuxvideo.com)](http://www.jeuxvideo.com)*: top 5K, fr, gaming*
1. ![](https://www.google.com/s2/favicons?domain=https://forum.shiftdelete.net) [ShiftDelete (https://forum.shiftdelete.net)](https://forum.shiftdelete.net)*: top 5K, forum, tr*, search is disabled
@@ -337,7 +337,7 @@ Rank data fetched from Alexa by domains.
1. ![](https://www.google.com/s2/favicons?domain=https://www.buymeacoffee.com/) [BuyMeACoffee (https://www.buymeacoffee.com/)](https://www.buymeacoffee.com/)*: top 5K, in*
1. ![](https://www.google.com/s2/favicons?domain=https://muckrack.com) [Muckrack (https://muckrack.com)](https://muckrack.com)*: top 5K, us*
1. ![](https://www.google.com/s2/favicons?domain=https://www.fixya.com) [fixya (https://www.fixya.com)](https://www.fixya.com)*: top 5K, us*
-1. ![](https://www.google.com/s2/favicons?domain=https://lolchess.gg/) [Lolchess (https://lolchess.gg/)](https://lolchess.gg/)*: top 5K, kr*
+1. ![](https://www.google.com/s2/favicons?domain=https://lolchess.gg/) [Lolchess (https://lolchess.gg/)](https://lolchess.gg/)*: top 5K, kr*, search is disabled
1. ![](https://www.google.com/s2/favicons?domain=https://www.ifttt.com/) [IFTTT (https://www.ifttt.com/)](https://www.ifttt.com/)*: top 5K, tech*
1. ![](https://www.google.com/s2/favicons?domain=https://www.minds.com) [www.minds.com (https://www.minds.com)](https://www.minds.com)*: top 5K, in*
1. ![](https://www.google.com/s2/favicons?domain=https://forums.imore.com) [forums.imore.com (https://forums.imore.com)](https://forums.imore.com)*: top 5K, forum, us*, search is disabled
@@ -515,7 +515,7 @@ Rank data fetched from Alexa by domains.
1. ![](https://www.google.com/s2/favicons?domain=https://forums.indiegala.com) [forums.indiegala.com (https://forums.indiegala.com)](https://forums.indiegala.com)*: top 100K, forum, us*
1. ![](https://www.google.com/s2/favicons?domain=https://ptvintern.picarto.tv) [Picarto (https://ptvintern.picarto.tv)](https://ptvintern.picarto.tv)*: top 100K, art, streaming*
1. ![](https://www.google.com/s2/favicons?domain=https://www.neoseeker.com) [Neoseeker (https://www.neoseeker.com)](https://www.neoseeker.com)*: top 100K, us*
-1. ![](https://www.google.com/s2/favicons?domain=https://community.infosecinstitute.com) [InfosecInstitute (https://community.infosecinstitute.com)](https://community.infosecinstitute.com)*: top 100K, us*
+1. ![](https://www.google.com/s2/favicons?domain=https://community.infosecinstitute.com) [InfosecInstitute (https://community.infosecinstitute.com)](https://community.infosecinstitute.com)*: top 100K, us*, search is disabled
1. ![](https://www.google.com/s2/favicons?domain=https://armorgames.com) [Armorgames (https://armorgames.com)](https://armorgames.com)*: top 100K, gaming, us*
1. ![](https://www.google.com/s2/favicons?domain=https://giters.com) [giters.com (https://giters.com)](https://giters.com)*: top 100K, coding*
1. ![](https://www.google.com/s2/favicons?domain=https://teamtreehouse.com) [teamtreehouse.com (https://teamtreehouse.com)](https://teamtreehouse.com)*: top 100K, us*
@@ -3100,20 +3100,20 @@ Rank data fetched from Alexa by domains.
1. ![](https://www.google.com/s2/favicons?domain=https://ngl.link) [ngl.link (https://ngl.link)](https://ngl.link)*: top 100M, q&a*
1. ![](https://www.google.com/s2/favicons?domain=https://bitpapa.com) [bitpapa.com (https://bitpapa.com)](https://bitpapa.com)*: top 100M, crypto*
-The list was updated at (2023-10-27 19:46:13.899883 UTC)
+The list was updated at (2024-05-11 00:46:49.304403 UTC)
## Statistics
-Enabled/total sites: 2802/3096 = 90.5%
+Enabled/total sites: 2795/3096 = 90.28%
-Incomplete message checks: 447/2802 = 15.95% (false positive risks)
+Incomplete message checks: 439/2795 = 15.71% (false positive risks)
-Status code checks: 720/2802 = 25.7% (false positive risks)
+Status code checks: 719/2795 = 25.72% (false positive risks)
-False positive risk (total): 41.65%
+False positive risk (total): 41.43%
Top 20 profile URLs:
- (796) `{urlMain}/index/8-0-{username} (uCoz)`
-- (294) `/{username}`
+- (295) `/{username}`
- (221) `{urlMain}{urlSubpath}/members/?username={username} (XenForo)`
- (158) `/user/{username}`
- (133) `{urlMain}{urlSubpath}/member.php?username={username} (vBulletin)`
@@ -3138,16 +3138,16 @@ Top 20 tags:
- (279) `forum`
- (49) `gaming`
- (25) `coding`
-- (22) `photo`
+- (21) `photo`
- (19) `news`
- (18) `blog`
-- (16) `music`
+- (15) `music`
- (14) `tech`
-- (13) `freelance`
+- (12) `freelance`
- (11) `sharing`
-- (11) `art`
- (11) `finance`
- (10) `dating`
+- (10) `art`
- (10) `shopping`
- (9) `movies`
- (8) `hobby`
From 12b6b8319ca02d912074fa0f7882a1244dba64c9 Mon Sep 17 00:00:00 2001
From: rly0nheart <74001397+rly0nheart@users.noreply.github.com>
Date: Tue, 14 May 2024 02:06:07 +0200
Subject: [PATCH 05/10] fixed_sites: Armchairgm.fandom.com, Bleach.fandom.com,
Battleraprus. disabled_sites: MicrosoftTechNet, club.cnews.ru, Scorcher
---
maigret/resources/data.json | 28 ++++++----------------------
sites.md | 20 ++++++++++----------
test-requirements.txt | 14 +++++++-------
utils/update_site_data.py | 8 ++++----
4 files changed, 27 insertions(+), 43 deletions(-)
diff --git a/maigret/resources/data.json b/maigret/resources/data.json
index 063266a0..09ee8493 100644
--- a/maigret/resources/data.json
+++ b/maigret/resources/data.json
@@ -1315,19 +1315,11 @@
"usernameUnclaimed": "noonewouldeverusethis7"
},
"Armchairgm": {
- "disabled": true,
"tags": [
"us",
"wiki"
],
- "checkType": "message",
- "absenceStrs": [
- ""
- ],
- "presenseStrs": [
- " edits",
- " posts"
- ],
+ "checkType": "status_code",
"alexaRank": 80,
"urlMain": "https://armchairgm.fandom.com/",
"url": "https://armchairgm.fandom.com/wiki/User:{username}",
@@ -1918,13 +1910,7 @@
"us",
"wiki"
],
- "checkType": "message",
- "presenseStrs": [
- "user-profile-navigation"
- ],
- "absenceStrs": [
- "\u041e\u0448\u0438\u0431\u043a\u0430"
- ],
+ "checkType": "status_code",
"alexaRank": 80,
"urlMain": "https://battleraprus.fandom.com/ru",
"url": "https://battleraprus.fandom.com/ru/wiki/%D0%A3%D1%87%D0%B0%D1%81%D1%82%D0%BD%D0%B8%D0%BA:{username}",
@@ -2298,16 +2284,11 @@
"usernameUnclaimed": "noonewouldeverusethis7"
},
"BleachFandom": {
- "disabled": true,
"tags": [
"ru",
"wiki"
],
- "checkType": "message",
- "absenceStrs": [
- "does not exist",
- "\u042d\u0442\u043e\u0442 \u0443\u0447\u0430\u0441\u0442\u043d\u0438\u043a \u043f\u043e\u043a\u0430 \u043d\u0435 \u0437\u0430\u043f\u043e\u043b\u043d\u0438\u043b \u0441\u0432\u043e\u0439 \u043f\u0440\u043e\u0444\u0438\u043b\u044c."
- ],
+ "checkType": "status_code",
"alexaRank": 80,
"urlMain": "https://bleach.fandom.com/ru",
"url": "https://bleach.fandom.com/ru/wiki/%D0%A3%D1%87%D0%B0%D1%81%D1%82%D0%BD%D0%B8%D0%BA:{username}",
@@ -10082,6 +10063,7 @@
"usernameUnclaimed": "noonewouldeverusethis7"
},
"MicrosoftTechNet": {
+ "disabled": true,
"tags": [
"us"
],
@@ -14072,6 +14054,7 @@
"usernameUnclaimed": "noonewouldeverusethis7"
},
"Scorcher": {
+ "disabled": true,
"tags": [
"ru"
],
@@ -19187,6 +19170,7 @@
"usernameUnclaimed": "noonewouldeverusethis7"
},
"club.cnews.ru": {
+ "disabled": true,
"tags": [
"blog",
"ru"
diff --git a/sites.md b/sites.md
index 01c55a83..d9a1dedb 100644
--- a/sites.md
+++ b/sites.md
@@ -14,7 +14,7 @@ Rank data fetched from Alexa by domains.
1. ![](https://www.google.com/s2/favicons?domain=https://www.wikipedia.org/) [Wikipedia (https://www.wikipedia.org/)](https://www.wikipedia.org/)*: top 50, wiki*
1. ![](https://www.google.com/s2/favicons?domain=https://www.reddit.com/) [Reddit (https://www.reddit.com/)](https://www.reddit.com/)*: top 50, discussion, news*
1. ![](https://www.google.com/s2/favicons?domain=https://social.msdn.microsoft.com) [social.msdn.microsoft.com (https://social.msdn.microsoft.com)](https://social.msdn.microsoft.com)*: top 50, us*
-1. ![](https://www.google.com/s2/favicons?domain=https://social.technet.microsoft.com) [MicrosoftTechNet (https://social.technet.microsoft.com)](https://social.technet.microsoft.com)*: top 50, us*
+1. ![](https://www.google.com/s2/favicons?domain=https://social.technet.microsoft.com) [MicrosoftTechNet (https://social.technet.microsoft.com)](https://social.technet.microsoft.com)*: top 50, us*, search is disabled
1. ![](https://www.google.com/s2/favicons?domain=https://weibo.com) [Weibo (https://weibo.com)](https://weibo.com)*: top 50, cn, networking*
1. ![](https://www.google.com/s2/favicons?domain=https://gist.github.com) [GitHubGist (https://gist.github.com)](https://gist.github.com)*: top 50, coding, sharing*
1. ![](https://www.google.com/s2/favicons?domain=https://vk.com/) [VK (https://vk.com/)](https://vk.com/)*: top 50, ru*
@@ -67,9 +67,9 @@ Rank data fetched from Alexa by domains.
1. ![](https://www.google.com/s2/favicons?domain=https://www.livejasmin.com/) [Livejasmin (https://www.livejasmin.com/)](https://www.livejasmin.com/)*: top 100, us, webcam*
1. ![](https://www.google.com/s2/favicons?domain=https://pornhub.com/) [Pornhub (https://pornhub.com/)](https://pornhub.com/)*: top 100, porn*
1. ![](https://www.google.com/s2/favicons?domain=https://imgur.com) [Imgur (https://imgur.com)](https://imgur.com)*: top 100, photo*
-1. ![](https://www.google.com/s2/favicons?domain=https://armchairgm.fandom.com/) [Armchairgm (https://armchairgm.fandom.com/)](https://armchairgm.fandom.com/)*: top 100, us, wiki*, search is disabled
+1. ![](https://www.google.com/s2/favicons?domain=https://armchairgm.fandom.com/) [Armchairgm (https://armchairgm.fandom.com/)](https://armchairgm.fandom.com/)*: top 100, us, wiki*
1. ![](https://www.google.com/s2/favicons?domain=https://battleraprus.fandom.com/ru) [Battleraprus (https://battleraprus.fandom.com/ru)](https://battleraprus.fandom.com/ru)*: top 100, ru, us, wiki*
-1. ![](https://www.google.com/s2/favicons?domain=https://bleach.fandom.com/ru) [BleachFandom (https://bleach.fandom.com/ru)](https://bleach.fandom.com/ru)*: top 100, ru, wiki*, search is disabled
+1. ![](https://www.google.com/s2/favicons?domain=https://bleach.fandom.com/ru) [BleachFandom (https://bleach.fandom.com/ru)](https://bleach.fandom.com/ru)*: top 100, ru, wiki*
1. ![](https://www.google.com/s2/favicons?domain=https://www.fandom.com/) [Fandom (https://www.fandom.com/)](https://www.fandom.com/)*: top 100, us*
1. ![](https://www.google.com/s2/favicons?domain=https://community.fandom.com) [FandomCommunityCentral (https://community.fandom.com)](https://community.fandom.com)*: top 100, wiki*
1. ![](https://www.google.com/s2/favicons?domain=https://www.etsy.com/) [Etsy (https://www.etsy.com/)](https://www.etsy.com/)*: top 100, shopping, us*
@@ -396,7 +396,7 @@ Rank data fetched from Alexa by domains.
1. ![](https://www.google.com/s2/favicons?domain=https://about.me/) [About.me (https://about.me/)](https://about.me/)*: top 10K, blog, in*
1. ![](https://www.google.com/s2/favicons?domain=https://www.fark.com/) [Fark (https://www.fark.com/)](https://www.fark.com/)*: top 10K, forum, news*
1. ![](https://www.google.com/s2/favicons?domain=https://www.reverbnation.com/) [ReverbNation (https://www.reverbnation.com/)](https://www.reverbnation.com/)*: top 10K, us*
-1. ![](https://www.google.com/s2/favicons?domain=https://www.glavbukh.ru) [Scorcher (https://www.glavbukh.ru)](https://www.glavbukh.ru)*: top 10K, ru*
+1. ![](https://www.google.com/s2/favicons?domain=https://www.glavbukh.ru) [Scorcher (https://www.glavbukh.ru)](https://www.glavbukh.ru)*: top 10K, ru*, search is disabled
1. ![](https://www.google.com/s2/favicons?domain=https://www.trakt.tv/) [Trakt (https://www.trakt.tv/)](https://www.trakt.tv/)*: top 10K, de, fr*
1. ![](https://www.google.com/s2/favicons?domain=https://hotcopper.com.au) [Hotcopper (https://hotcopper.com.au)](https://hotcopper.com.au)*: top 10K, au*
1. ![](https://www.google.com/s2/favicons?domain=https://pandia.ru) [Pandia (https://pandia.ru)](https://pandia.ru)*: top 10K, news, ru*
@@ -556,7 +556,7 @@ Rank data fetched from Alexa by domains.
1. ![](https://www.google.com/s2/favicons?domain=https://www.donationalerts.com/) [DonationsAlerts (https://www.donationalerts.com/)](https://www.donationalerts.com/)*: top 100K, finance, ru*
1. ![](https://www.google.com/s2/favicons?domain=https://www.trueachievements.com) [TrueAchievements (https://www.trueachievements.com)](https://www.trueachievements.com)*: top 100K, us*
1. ![](https://www.google.com/s2/favicons?domain=https://jimdosite.com/) [Jimdo (https://jimdosite.com/)](https://jimdosite.com/)*: top 100K, jp*
-1. ![](https://www.google.com/s2/favicons?domain=https://club.cnews.ru/) [club.cnews.ru (https://club.cnews.ru/)](https://club.cnews.ru/)*: top 100K, blog, ru*
+1. ![](https://www.google.com/s2/favicons?domain=https://club.cnews.ru/) [club.cnews.ru (https://club.cnews.ru/)](https://club.cnews.ru/)*: top 100K, blog, ru*, search is disabled
1. ![](https://www.google.com/s2/favicons?domain=https://psnprofiles.com/) [PSNProfiles.com (https://psnprofiles.com/)](https://psnprofiles.com/)*: top 100K, gaming*, search is disabled
1. ![](https://www.google.com/s2/favicons?domain=https://donorbox.org) [donorbox (https://donorbox.org)](https://donorbox.org)*: top 100K, finance*
1. ![](https://www.google.com/s2/favicons?domain=https://www.sbazar.cz/) [Sbazar.cz (https://www.sbazar.cz/)](https://www.sbazar.cz/)*: top 100K, cz, shopping*
@@ -3100,16 +3100,16 @@ Rank data fetched from Alexa by domains.
1. ![](https://www.google.com/s2/favicons?domain=https://ngl.link) [ngl.link (https://ngl.link)](https://ngl.link)*: top 100M, q&a*
1. ![](https://www.google.com/s2/favicons?domain=https://bitpapa.com) [bitpapa.com (https://bitpapa.com)](https://bitpapa.com)*: top 100M, crypto*
-The list was updated at (2024-05-11 00:46:49.304403 UTC)
+The list was updated at (2024-05-13 20:09:33.626841+00:00 UTC)
## Statistics
-Enabled/total sites: 2795/3096 = 90.28%
+Enabled/total sites: 2794/3096 = 90.25%
-Incomplete message checks: 439/2795 = 15.71% (false positive risks)
+Incomplete message checks: 438/2794 = 15.68% (false positive risks)
-Status code checks: 719/2795 = 25.72% (false positive risks)
+Status code checks: 722/2794 = 25.84% (false positive risks)
-False positive risk (total): 41.43%
+False positive risk (total): 41.52%
Top 20 profile URLs:
- (796) `{urlMain}/index/8-0-{username} (uCoz)`
diff --git a/test-requirements.txt b/test-requirements.txt
index c8dd66b4..81249f2e 100644
--- a/test-requirements.txt
+++ b/test-requirements.txt
@@ -1,8 +1,8 @@
-reportlab==4.0.4
-flake8==6.1.0
-pytest==7.2.0
-pytest-asyncio==0.16.0;python_version<"3.7"
-pytest-asyncio==0.20.1;python_version>="3.7"
-pytest-cov==4.0.0
+reportlab>=4.0.4
+flake8>=6.1.0
+pytest>=7.2.0
+pytest-asyncio>=0.16.0;python_version<"3.7"
+pytest-asyncio>=0.20.1;python_version>="3.7"
+pytest-cov>=4.0.0
pytest-httpserver~=1.0.8
-pytest-rerunfailures==12.0
+pytest-rerunfailures>=12.0
diff --git a/utils/update_site_data.py b/utils/update_site_data.py
index f197475c..39fe98e3 100755
--- a/utils/update_site_data.py
+++ b/utils/update_site_data.py
@@ -3,13 +3,12 @@
This module generates the listing of supported sites in file `SITES.md`
and pretty prints file with sites data.
"""
-import json
import sys
import requests
import logging
import threading
import xml.etree.ElementTree as ET
-from datetime import datetime
+from datetime import datetime, timezone
from argparse import ArgumentParser, RawDescriptionHelpFormatter
from maigret.maigret import MaigretDatabase
@@ -27,9 +26,10 @@
SEMAPHORE = threading.Semaphore(20)
+
def get_rank(domain_to_query, site, print_errors=True):
with SEMAPHORE:
- #Retrieve ranking data via alexa API
+ # Retrieve ranking data via alexa API
url = f"http://data.alexa.com/data?cli=10&url={domain_to_query}"
xml_data = requests.get(url).text
root = ET.fromstring(xml_data)
@@ -137,7 +137,7 @@ def get_readable_rank(r):
site_file.write(f'1. {favicon} [{site}]({url_main})*: top {valid_rank}{tags}*{note}\n')
db.update_site(site)
- site_file.write(f'\nThe list was updated at ({datetime.utcnow()} UTC)\n')
+ site_file.write(f'\nThe list was updated at ({datetime.now(timezone.utc)} UTC)\n')
db.save_to_file(args.base_file)
statistics_text = db.get_db_stats(is_markdown=True)
From f8beda2033fd8d1aa81a1f86561937fc761bb10e Mon Sep 17 00:00:00 2001
From: rly0nheart <74001397+rly0nheart@users.noreply.github.com>
Date: Tue, 14 May 2024 02:08:01 +0200
Subject: [PATCH 06/10] fixed_sites: Armchairgm.fandom.com, Bleach.fandom.com,
Battleraprus. disabled_sites: MicrosoftTechNet, club.cnews.ru, Scorcher
---
test-requirements.txt | 2 +-
1 file changed, 1 insertion(+), 1 deletion(-)
diff --git a/test-requirements.txt b/test-requirements.txt
index 81249f2e..3fb2589d 100644
--- a/test-requirements.txt
+++ b/test-requirements.txt
@@ -4,5 +4,5 @@ pytest>=7.2.0
pytest-asyncio>=0.16.0;python_version<"3.7"
pytest-asyncio>=0.20.1;python_version>="3.7"
pytest-cov>=4.0.0
-pytest-httpserver~=1.0.8
+pytest-httpserver>=1.0.8
pytest-rerunfailures>=12.0
From ae7a96628c8062ddd47c7d4b9fb7a58ab563c8fc Mon Sep 17 00:00:00 2001
From: rly0nheart <74001397+rly0nheart@users.noreply.github.com>
Date: Tue, 14 May 2024 22:23:11 +0200
Subject: [PATCH 07/10] fixed 2 sites, disabled 22 sites, and added 1 site
---
maigret/resources/data.json | 69 ++++++++++++++++++++++++++++++++-----
sites.md | 53 ++++++++++++++--------------
2 files changed, 87 insertions(+), 35 deletions(-)
diff --git a/maigret/resources/data.json b/maigret/resources/data.json
index 09ee8493..81f9eb7c 100644
--- a/maigret/resources/data.json
+++ b/maigret/resources/data.json
@@ -424,6 +424,7 @@
"usernameUnclaimed": "noonewouldeverusethis7"
},
"AMUR": {
+ "disabled": true,
"tags": [
"dating",
"ru"
@@ -2236,6 +2237,7 @@
"usernameUnclaimed": "noonewouldeverusethis7"
},
"BitCoinForum": {
+ "disabled": true,
"tags": [
"forum",
"in"
@@ -3434,6 +3436,7 @@
"usernameUnclaimed": "noonewouldeverusethis7"
},
"Computerbase": {
+ "disabled": true,
"tags": [
"de"
],
@@ -5821,6 +5824,7 @@
"usernameUnclaimed": "noonewouldeverusethis7"
},
"ForumKinopoisk": {
+ "disabled": true,
"tags": [
"forum",
"ru"
@@ -6335,6 +6339,7 @@
"usernameUnclaimed": "noonewouldeverusethis7"
},
"Galya": {
+ "disabled": true,
"similarSearch": true,
"tags": [
"ru",
@@ -11699,11 +11704,19 @@
"usernameUnclaimed": "noonewouldeverusethis7"
},
"Paltalk": {
+ "disabled": true,
"tags": [
"sa",
"us"
],
- "checkType": "status_code",
+ "checkType": "message",
+ "absenceStrs": [
+ "Sorry, the profile you were looking for was not found"
+ ],
+ "presenseStrs": [
+ "Member since",
+ "Achievement Level"
+ ],
"alexaRank": 29905,
"urlMain": "https://www.paltalk.com",
"url": "https://www.paltalk.com/people/users/{username}/index.wmt",
@@ -12356,6 +12369,7 @@
"usernameUnclaimed": "noonewouldeverusethis7"
},
"Pokecommunity": {
+ "disabled": true,
"tags": [
"de",
"forum",
@@ -13326,6 +13340,7 @@
},
"Redorchestra": {
"urlSubpath": "/forums",
+ "disabled": true,
"tags": [
"forum",
"ru"
@@ -14245,6 +14260,7 @@
"disabled": true
},
"SexforumIXBB": {
+ "disabled": true,
"tags": [
"forum",
"ru"
@@ -16232,6 +16248,7 @@
"usernameUnclaimed": "noonewouldeverusethis7"
},
"TotalStavki": {
+ "disabled": true,
"ignore403": true,
"tags": [
"ru"
@@ -18914,6 +18931,9 @@
"absenceStrs": [
"\u041f\u043e\u0434\u0445\u043e\u0434\u044f\u0449\u0438\u0445 \u0442\u0435\u043c \u0438\u043b\u0438 \u0441\u043e\u043e\u0431\u0449\u0435\u043d\u0438\u0439 \u043d\u0435 \u043d\u0430\u0439\u0434\u0435\u043d\u043e."
],
+ "presenseStrs": [
+ "\u0420\u0435\u0437\u0443\u043b\u044c\u0442\u0430\u0442\u043e\u0432 \u043f\u043e\u0438\u0441\u043a\u0430:"
+ ],
"alexaRank": 32426,
"urlMain": "https://forum.awd.ru",
"url": "https://forum.awd.ru/search.php?keywords=&terms=all&author={username}",
@@ -19925,6 +19945,7 @@
"usernameUnclaimed": "noonewouldeverusethis7"
},
"forums.sailboatowners.com": {
+ "disabled": true,
"tags": [
"forum",
"us"
@@ -26895,6 +26916,7 @@
"alexaRank": 36379
},
"social.msdn.microsoft.com": {
+ "disabled": true,
"tags": [
"us"
],
@@ -27366,6 +27388,7 @@
"alexaRank": 183592
},
"forum.nemodniy.ru": {
+ "disabled": true,
"engine": "vBulletin",
"urlMain": "http://forum.nemodniy.ru",
"usernameClaimed": "alex",
@@ -27804,6 +27827,7 @@
"alexaRank": 11324976
},
"slivsklad.ru": {
+ "disabled": true,
"tags": [
"forum",
"ru"
@@ -29733,6 +29757,7 @@
"alexaRank": 826751
},
"forum.dusterclub.ru": {
+ "disabled": true,
"urlMain": "http://forum.dusterclub.ru",
"engine": "vBulletin",
"usernameClaimed": "alex",
@@ -32424,6 +32449,7 @@
"url": "https://forums.wyzecam.com/u/{username}"
},
"gamedev.net": {
+ "disabled": true,
"checkType": "status_code",
"usernameClaimed": "adam",
"usernameUnclaimed": "noonewouldeverusethis7",
@@ -32533,11 +32559,26 @@
"url": "https://mintme.com/token/{username}"
},
"modelhub.com": {
+ "disabled": true,
"checkType": "status_code",
"usernameClaimed": "adam",
"usernameUnclaimed": "noonewouldeverusethis7",
"url": "https://modelhub.com/{username}/videos"
},
+ "uviu.com": {
+ "checkType": "message",
+ "absenceStrs": [
+ "Oops! Page Not Found",
+ "We're sorry, but the requested page cannot be found"
+ ],
+ "presenseStrs": [
+ "
",
+ " followers",
+ "{username}",
+ "{username} on Breakers.TV"
],
"url": "https://breakers.tv/{username}",
"urlMain": "https://breakers.tv",
@@ -34043,10 +34083,20 @@
]
},
"ManifoldMarkets": {
- "checkType": "status_code",
+ "checkType": "message",
+ "absenceStrs": [
+ "404: Oops!",
+ "Less than 1% chance anything exists at this url."
+ ],
+ "presenseStrs": [
+ ">Comments
",
+ ">Balance log",
+ ">Payments",
+ "@{username} "
+ ],
"url": "https://manifold.markets/{username}",
"urlMain": "https://manifold.markets/",
- "usernameClaimed": "ManifoldMarkets",
+ "usernameClaimed": "adam",
"usernameUnclaimed": "noonewouldeverusethis7"
},
"instaprofi.ru": {
@@ -34163,6 +34213,7 @@
"usernameUnclaimed": "noonewouldeverusethis12"
},
"bugbounty": {
+ "disabled": true,
"tags": [
"hacking"
],
diff --git a/sites.md b/sites.md
index d9a1dedb..e4ae3fd9 100644
--- a/sites.md
+++ b/sites.md
@@ -1,5 +1,5 @@
-## List of supported sites (search methods): total 3096
+## List of supported sites (search methods): total 3097
Rank data fetched from Alexa by domains.
@@ -13,7 +13,7 @@ Rank data fetched from Alexa by domains.
1. ![](https://www.google.com/s2/favicons?domain=https://amazon.com) [Amazon (https://amazon.com)](https://amazon.com)*: top 50, us*
1. ![](https://www.google.com/s2/favicons?domain=https://www.wikipedia.org/) [Wikipedia (https://www.wikipedia.org/)](https://www.wikipedia.org/)*: top 50, wiki*
1. ![](https://www.google.com/s2/favicons?domain=https://www.reddit.com/) [Reddit (https://www.reddit.com/)](https://www.reddit.com/)*: top 50, discussion, news*
-1. ![](https://www.google.com/s2/favicons?domain=https://social.msdn.microsoft.com) [social.msdn.microsoft.com (https://social.msdn.microsoft.com)](https://social.msdn.microsoft.com)*: top 50, us*
+1. ![](https://www.google.com/s2/favicons?domain=https://social.msdn.microsoft.com) [social.msdn.microsoft.com (https://social.msdn.microsoft.com)](https://social.msdn.microsoft.com)*: top 50, us*, search is disabled
1. ![](https://www.google.com/s2/favicons?domain=https://social.technet.microsoft.com) [MicrosoftTechNet (https://social.technet.microsoft.com)](https://social.technet.microsoft.com)*: top 50, us*, search is disabled
1. ![](https://www.google.com/s2/favicons?domain=https://weibo.com) [Weibo (https://weibo.com)](https://weibo.com)*: top 50, cn, networking*
1. ![](https://www.google.com/s2/favicons?domain=https://gist.github.com) [GitHubGist (https://gist.github.com)](https://gist.github.com)*: top 50, coding, sharing*
@@ -424,7 +424,7 @@ Rank data fetched from Alexa by domains.
1. ![](https://www.google.com/s2/favicons?domain=https://f6s.com/) [F6S (https://f6s.com/)](https://f6s.com/)*: top 10K, in*
1. ![](https://www.google.com/s2/favicons?domain=https://picsart.com/) [Picsart (https://picsart.com/)](https://picsart.com/)*: top 10K, photo*
1. ![](https://www.google.com/s2/favicons?domain=https://skyrock.com/) [Skyrock (https://skyrock.com/)](https://skyrock.com/)*: top 10K, fr, in*, search is disabled
-1. ![](https://www.google.com/s2/favicons?domain=https://www.computerbase.de) [Computerbase (https://www.computerbase.de)](https://www.computerbase.de)*: top 10K, de*
+1. ![](https://www.google.com/s2/favicons?domain=https://www.computerbase.de) [Computerbase (https://www.computerbase.de)](https://www.computerbase.de)*: top 10K, de*, search is disabled
1. ![](https://www.google.com/s2/favicons?domain=https://loveplanet.ru) [Loveplanet (https://loveplanet.ru)](https://loveplanet.ru)*: top 10K, dating, ru*, search is disabled
1. ![](https://www.google.com/s2/favicons?domain=https://www.planetminecraft.com) [PlanetMinecraft (https://www.planetminecraft.com)](https://www.planetminecraft.com)*: top 10K, us*
1. ![](https://www.google.com/s2/favicons?domain=https://forum.sublimetext.com/) [SublimeForum (https://forum.sublimetext.com/)](https://forum.sublimetext.com/)*: top 10K, coding, forum, in*
@@ -642,7 +642,7 @@ Rank data fetched from Alexa by domains.
1. ![](https://www.google.com/s2/favicons?domain=https://www.avforums.com) [Avforums (https://www.avforums.com)](https://www.avforums.com)*: top 100K, forum, gb, us*
1. ![](https://www.google.com/s2/favicons?domain=https://www.rusfootball.info/) [Football (https://www.rusfootball.info/)](https://www.rusfootball.info/)*: top 100K, ru*
1. ![](https://www.google.com/s2/favicons?domain=https://forum.guns.ru/) [Guns.ru (https://forum.guns.ru/)](https://forum.guns.ru/)*: top 100K, forum, ru*
-1. ![](https://www.google.com/s2/favicons?domain=https://www.paltalk.com) [Paltalk (https://www.paltalk.com)](https://www.paltalk.com)*: top 100K, sa, us*
+1. ![](https://www.google.com/s2/favicons?domain=https://www.paltalk.com) [Paltalk (https://www.paltalk.com)](https://www.paltalk.com)*: top 100K, sa, us*, search is disabled
1. ![](https://www.google.com/s2/favicons?domain=https://app.airnfts.com) [app.airnfts.com (https://app.airnfts.com)](https://app.airnfts.com)*: top 100K*
1. ![](https://www.google.com/s2/favicons?domain=https://www.airliners.net/) [Airliners (https://www.airliners.net/)](https://www.airliners.net/)*: top 100K, us*
1. ![](https://www.google.com/s2/favicons?domain=https://forums.battlefield.com) [forums.battlefield.com (https://forums.battlefield.com)](https://forums.battlefield.com)*: top 100K, forum, gaming, gb, us*, search is disabled
@@ -770,7 +770,7 @@ Rank data fetched from Alexa by domains.
1. ![](https://www.google.com/s2/favicons?domain=http://forum.hochu.ua) [hochu (http://forum.hochu.ua)](http://forum.hochu.ua)*: top 100K, forum, ru, ua*
1. ![](https://www.google.com/s2/favicons?domain=https://boards.straightdope.com) [boards.straightdope.com (https://boards.straightdope.com)](https://boards.straightdope.com)*: top 100K, forum, us*
1. ![](https://www.google.com/s2/favicons?domain=https://24open.ru) [24open (https://24open.ru)](https://24open.ru)*: top 100K, dating, ru, us*, search is disabled
-1. ![](https://www.google.com/s2/favicons?domain=https://www.pokecommunity.com) [Pokecommunity (https://www.pokecommunity.com)](https://www.pokecommunity.com)*: top 100K, de, forum, gb, us*
+1. ![](https://www.google.com/s2/favicons?domain=https://www.pokecommunity.com) [Pokecommunity (https://www.pokecommunity.com)](https://www.pokecommunity.com)*: top 100K, de, forum, gb, us*, search is disabled
1. ![](https://www.google.com/s2/favicons?domain=https://hi-news.ru) [hi-news.ru (https://hi-news.ru)](https://hi-news.ru)*: top 100K, ru*
1. ![](https://www.google.com/s2/favicons?domain=https://users.scala-lang.org) [Scala-lang (https://users.scala-lang.org)](https://users.scala-lang.org)*: top 100K, coding, forum, us*
1. ![](https://www.google.com/s2/favicons?domain=https://androidforums.com) [Androidforums (https://androidforums.com)](https://androidforums.com)*: top 100K, forum, in, us*
@@ -859,7 +859,7 @@ Rank data fetched from Alexa by domains.
1. ![](https://www.google.com/s2/favicons?domain=https://nationstates.net) [NationStates Nation (https://nationstates.net)](https://nationstates.net)*: top 100K, forum, gaming*
1. ![](https://www.google.com/s2/favicons?domain=https://nationstates.net) [NationStates Region (https://nationstates.net)](https://nationstates.net)*: top 100K, us*
1. ![](https://www.google.com/s2/favicons?domain=https://www.hackthissite.org) [Hackthissite (https://www.hackthissite.org)](https://www.hackthissite.org)*: top 100K, hacking*
-1. ![](https://www.google.com/s2/favicons?domain=https://m.galya.ru) [Galya (https://m.galya.ru)](https://m.galya.ru)*: top 100K, ru, us*
+1. ![](https://www.google.com/s2/favicons?domain=https://m.galya.ru) [Galya (https://m.galya.ru)](https://m.galya.ru)*: top 100K, ru, us*, search is disabled
1. ![](https://www.google.com/s2/favicons?domain=http://www.droidforums.net/) [Droidforums (http://www.droidforums.net/)](http://www.droidforums.net/)*: top 100K, forum, in, us*
1. ![](https://www.google.com/s2/favicons?domain=https://globalvoices.org) [Globalvoices (https://globalvoices.org)](https://globalvoices.org)*: top 100K, sv, us*
1. ![](https://www.google.com/s2/favicons?domain=https://www.radiokot.ru) [Radiokot (https://www.radiokot.ru)](https://www.radiokot.ru)*: top 100K, ru*
@@ -1028,7 +1028,7 @@ Rank data fetched from Alexa by domains.
1. ![](https://www.google.com/s2/favicons?domain=https://onanistov.net) [OnanistovNet (https://onanistov.net)](https://onanistov.net)*: top 10M, ru*
1. ![](https://www.google.com/s2/favicons?domain=https://archive.storycorps.org) [Storycorps (https://archive.storycorps.org)](https://archive.storycorps.org)*: top 10M, us*
1. ![](https://www.google.com/s2/favicons?domain=https://www.vegascreativesoftware.info) [VegasCreativeSoftware (https://www.vegascreativesoftware.info)](https://www.vegascreativesoftware.info)*: top 10M, us*
-1. ![](https://www.google.com/s2/favicons?domain=https://forumkinopoisk.ru) [ForumKinopoisk (https://forumkinopoisk.ru)](https://forumkinopoisk.ru)*: top 10M, forum, ru*
+1. ![](https://www.google.com/s2/favicons?domain=https://forumkinopoisk.ru) [ForumKinopoisk (https://forumkinopoisk.ru)](https://forumkinopoisk.ru)*: top 10M, forum, ru*, search is disabled
1. ![](https://www.google.com/s2/favicons?domain=https://ethresear.ch) [Ethresear (https://ethresear.ch)](https://ethresear.ch)*: top 10M, ch, cr, forum, us*
1. ![](https://www.google.com/s2/favicons?domain=https://sysadmins.ru) [Sysadmins (https://sysadmins.ru)](https://sysadmins.ru)*: top 10M, forum, ru, tech*
1. ![](https://www.google.com/s2/favicons?domain=https://radioskot.ru) [radioskot (https://radioskot.ru)](https://radioskot.ru)*: top 10M, ru*
@@ -1062,7 +1062,7 @@ Rank data fetched from Alexa by domains.
1. ![](https://www.google.com/s2/favicons?domain=https://www.forum-volgograd.ru) [Volgograd Forum (https://www.forum-volgograd.ru)](https://www.forum-volgograd.ru)*: top 10M, forum, ru, us*
1. ![](https://www.google.com/s2/favicons?domain=https://doublecmd.h1n.ru) [doublecmd.h1n.ru (https://doublecmd.h1n.ru)](https://doublecmd.h1n.ru)*: top 10M, forum, ru*
1. ![](https://www.google.com/s2/favicons?domain=https://xss.is) [XSS.is (https://xss.is)](https://xss.is)*: top 10M, forum, hacking, in, ru*
-1. ![](https://www.google.com/s2/favicons?domain=http://forums.sailboatowners.com) [forums.sailboatowners.com (http://forums.sailboatowners.com)](http://forums.sailboatowners.com)*: top 10M, forum, us*
+1. ![](https://www.google.com/s2/favicons?domain=http://forums.sailboatowners.com) [forums.sailboatowners.com (http://forums.sailboatowners.com)](http://forums.sailboatowners.com)*: top 10M, forum, us*, search is disabled
1. ![](https://www.google.com/s2/favicons?domain=http://forum.kineshemec.ru) [forum.kineshemec.ru (http://forum.kineshemec.ru)](http://forum.kineshemec.ru)*: top 10M, forum, ru*, search is disabled
1. ![](https://www.google.com/s2/favicons?domain=http://mathhelpplanet.com) [Mathhelpplanet (http://mathhelpplanet.com)](http://mathhelpplanet.com)*: top 10M, ru*
1. ![](https://www.google.com/s2/favicons?domain=https://www.talkstats.com) [Talkstats (https://www.talkstats.com)](https://www.talkstats.com)*: top 10M, au*
@@ -1091,7 +1091,7 @@ Rank data fetched from Alexa by domains.
1. ![](https://www.google.com/s2/favicons?domain=https://syberpussy.com) [syberpussy.com (https://syberpussy.com)](https://syberpussy.com)*: top 10M, forum*
1. ![](https://www.google.com/s2/favicons?domain=https://niflheim.top) [niflheim.top (https://niflheim.top)](https://niflheim.top)*: top 10M, eg, forum*
1. ![](https://www.google.com/s2/favicons?domain=https://www.jigidi.com/) [Jigidi (https://www.jigidi.com/)](https://www.jigidi.com/)*: top 10M, hobby*
-1. ![](https://www.google.com/s2/favicons?domain=https://bitcoinforum.com) [BitCoinForum (https://bitcoinforum.com)](https://bitcoinforum.com)*: top 10M, forum, in*
+1. ![](https://www.google.com/s2/favicons?domain=https://bitcoinforum.com) [BitCoinForum (https://bitcoinforum.com)](https://bitcoinforum.com)*: top 10M, forum, in*, search is disabled
1. ![](https://www.google.com/s2/favicons?domain=https://www.kuharka.ru/) [Kuharka (https://www.kuharka.ru/)](https://www.kuharka.ru/)*: top 10M, ru*
1. ![](https://www.google.com/s2/favicons?domain=https://www.politforums.net/) [Politforums (https://www.politforums.net/)](https://www.politforums.net/)*: top 10M, forum, ru*
1. ![](https://www.google.com/s2/favicons?domain=https://bobrdobr.ru) [Bobrdobr (https://bobrdobr.ru)](https://bobrdobr.ru)*: top 10M, az, in, ru, tr, ua*
@@ -1269,7 +1269,7 @@ Rank data fetched from Alexa by domains.
1. ![](https://www.google.com/s2/favicons?domain=https://eintracht.de) [eintracht (https://eintracht.de)](https://eintracht.de)*: top 10M, tr, us*
1. ![](https://www.google.com/s2/favicons?domain=https://www.anibox.org) [Anibox (https://www.anibox.org)](https://www.anibox.org)*: top 10M, ru*
1. ![](https://www.google.com/s2/favicons?domain=https://aussiehomebrewer.com) [aussiehomebrewer.com (https://aussiehomebrewer.com)](https://aussiehomebrewer.com)*: top 10M*
-1. ![](https://www.google.com/s2/favicons?domain=http://sexforum.ixbb.ru) [SexforumIXBB (http://sexforum.ixbb.ru)](http://sexforum.ixbb.ru)*: top 10M, forum, ru*
+1. ![](https://www.google.com/s2/favicons?domain=http://sexforum.ixbb.ru) [SexforumIXBB (http://sexforum.ixbb.ru)](http://sexforum.ixbb.ru)*: top 10M, forum, ru*, search is disabled
1. ![](https://www.google.com/s2/favicons?domain=http://egida.by) [egida.by (http://egida.by)](http://egida.by)*: top 10M, by*
1. ![](https://www.google.com/s2/favicons?domain=https://www.hsx.com) [www.hsx.com (https://www.hsx.com)](https://www.hsx.com)*: top 10M, finance*
1. ![](https://www.google.com/s2/favicons?domain=https://forums.mageia.org/en) [forums.mageia.org (https://forums.mageia.org/en)](https://forums.mageia.org/en)*: top 10M, forum*
@@ -1614,7 +1614,7 @@ Rank data fetched from Alexa by domains.
1. ![](https://www.google.com/s2/favicons?domain=http://www.allthesoft.com) [AllTheSoft (http://www.allthesoft.com)](http://www.allthesoft.com)*: top 10M, in*, search is disabled
1. ![](https://www.google.com/s2/favicons?domain=https://starvault.se) [Starvault (https://starvault.se)](https://starvault.se)*: top 10M, gaming*
1. ![](https://www.google.com/s2/favicons?domain=https://forum.theprodigy.ru/) [theprodigy (https://forum.theprodigy.ru/)](https://forum.theprodigy.ru/)*: top 10M, forum, ru, ua*, search is disabled
-1. ![](https://www.google.com/s2/favicons?domain=http://forum.dusterclub.ru) [forum.dusterclub.ru (http://forum.dusterclub.ru)](http://forum.dusterclub.ru)*: top 10M, forum*
+1. ![](https://www.google.com/s2/favicons?domain=http://forum.dusterclub.ru) [forum.dusterclub.ru (http://forum.dusterclub.ru)](http://forum.dusterclub.ru)*: top 10M, forum*, search is disabled
1. ![](https://www.google.com/s2/favicons?domain=http://www.footballforums.net) [Footballforums (http://www.footballforums.net)](http://www.footballforums.net)*: top 10M, forum, gb*
1. ![](https://www.google.com/s2/favicons?domain=http://diecastcrazy.com/) [diecastcrazy.com (http://diecastcrazy.com/)](http://diecastcrazy.com/)*: top 10M, auto, forum*
1. ![](https://www.google.com/s2/favicons?domain=https://mag-portal.ru) [Mag-portal (https://mag-portal.ru)](https://mag-portal.ru)*: top 10M, ru*, search is disabled
@@ -1653,7 +1653,7 @@ Rank data fetched from Alexa by domains.
1. ![](https://www.google.com/s2/favicons?domain=https://lubuntu.ru) [lubuntu.ru (https://lubuntu.ru)](https://lubuntu.ru)*: top 10M, forum*
1. ![](https://www.google.com/s2/favicons?domain=https://chaos.social/) [chaos.social (https://chaos.social/)](https://chaos.social/)*: top 10M, networking*
1. ![](https://www.google.com/s2/favicons?domain=https://chaos.social/) [mastodon.social (https://chaos.social/)](https://chaos.social/)*: top 10M, networking*
-1. ![](https://www.google.com/s2/favicons?domain=http://forum.nemodniy.ru) [forum.nemodniy.ru (http://forum.nemodniy.ru)](http://forum.nemodniy.ru)*: top 10M, forum, ru*
+1. ![](https://www.google.com/s2/favicons?domain=http://forum.nemodniy.ru) [forum.nemodniy.ru (http://forum.nemodniy.ru)](http://forum.nemodniy.ru)*: top 10M, forum, ru*, search is disabled
1. ![](https://www.google.com/s2/favicons?domain=http://forum.bluesystem.online) [bluesystem (http://forum.bluesystem.online)](http://forum.bluesystem.online)*: top 10M, forum, ru*
1. ![](https://www.google.com/s2/favicons?domain=https://www.gamblejoe.com) [Gamblejoe (https://www.gamblejoe.com)](https://www.gamblejoe.com)*: top 10M, de, mk, ua*
1. ![](https://www.google.com/s2/favicons?domain=http://www.prosvetlenie.org) [Prosvetlenie (http://www.prosvetlenie.org)](http://www.prosvetlenie.org)*: top 10M, kg, ru*
@@ -1831,7 +1831,7 @@ Rank data fetched from Alexa by domains.
1. ![](https://www.google.com/s2/favicons?domain=http://directx10.org) [directx10.org (http://directx10.org)](http://directx10.org)*: top 10M*
1. ![](https://www.google.com/s2/favicons?domain=http://zvukinadezdy.ucoz.ru) [zvukinadezdy.ucoz.ru (http://zvukinadezdy.ucoz.ru)](http://zvukinadezdy.ucoz.ru)*: top 10M*
1. ![](https://www.google.com/s2/favicons?domain=http://soundfactory.ucoz.org) [soundfactory.ucoz.org (http://soundfactory.ucoz.org)](http://soundfactory.ucoz.org)*: top 10M*, search is disabled
-1. ![](https://www.google.com/s2/favicons?domain=https://totalstavki.ru) [TotalStavki (https://totalstavki.ru)](https://totalstavki.ru)*: top 10M, ru*
+1. ![](https://www.google.com/s2/favicons?domain=https://totalstavki.ru) [TotalStavki (https://totalstavki.ru)](https://totalstavki.ru)*: top 10M, ru*, search is disabled
1. ![](https://www.google.com/s2/favicons?domain=http://shkola3.3dn.ru) [shkola3.3dn.ru (http://shkola3.3dn.ru)](http://shkola3.3dn.ru)*: top 10M*
1. ![](https://www.google.com/s2/favicons?domain=http://obkon.ucoz.com) [obkon.ucoz.com (http://obkon.ucoz.com)](http://obkon.ucoz.com)*: top 10M*
1. ![](https://www.google.com/s2/favicons?domain=http://porschec.ru) [porschec.ru (http://porschec.ru)](http://porschec.ru)*: top 10M, forum*
@@ -1931,7 +1931,7 @@ Rank data fetched from Alexa by domains.
1. ![](https://www.google.com/s2/favicons?domain=https://politsrach.ru) [politsrach.ru (https://politsrach.ru)](https://politsrach.ru)*: top 10M, forum, ru*
1. ![](https://www.google.com/s2/favicons?domain=https://queer.pl) [Queer (https://queer.pl)](https://queer.pl)*: top 10M, pl*
1. ![](https://www.google.com/s2/favicons?domain=http://likerr.ru) [likerr.ru (http://likerr.ru)](http://likerr.ru)*: top 10M*
-1. ![](https://www.google.com/s2/favicons?domain=http://www.redorchestra.ru) [Redorchestra (http://www.redorchestra.ru)](http://www.redorchestra.ru)*: top 10M, forum, ru*
+1. ![](https://www.google.com/s2/favicons?domain=http://www.redorchestra.ru) [Redorchestra (http://www.redorchestra.ru)](http://www.redorchestra.ru)*: top 10M, forum, ru*, search is disabled
1. ![](https://www.google.com/s2/favicons?domain=http://trainz-vl.ucoz.ru) [trainz-vl.ucoz.ru (http://trainz-vl.ucoz.ru)](http://trainz-vl.ucoz.ru)*: top 10M*
1. ![](https://www.google.com/s2/favicons?domain=https://magiimir.com) [Magiimir (https://magiimir.com)](https://magiimir.com)*: top 10M, ru*
1. ![](https://www.google.com/s2/favicons?domain=http://mychildren.ucoz.ru) [mychildren.ucoz.ru (http://mychildren.ucoz.ru)](http://mychildren.ucoz.ru)*: top 10M*
@@ -2076,7 +2076,7 @@ Rank data fetched from Alexa by domains.
1. ![](https://www.google.com/s2/favicons?domain=) [discussions.ubisoft.com ()]()*: top 100M, forum, gaming*
1. ![](https://www.google.com/s2/favicons?domain=http://50cc.com.ua) [50cc.com.ua (http://50cc.com.ua)](http://50cc.com.ua)*: top 100M*
1. ![](https://www.google.com/s2/favicons?domain=http://63148.com.ua) [63148.com.ua (http://63148.com.ua)](http://63148.com.ua)*: top 100M*
-1. ![](https://www.google.com/s2/favicons?domain=https://apteka.ee) [AMUR (https://apteka.ee)](https://apteka.ee)*: top 100M, dating, ru*
+1. ![](https://www.google.com/s2/favicons?domain=https://apteka.ee) [AMUR (https://apteka.ee)](https://apteka.ee)*: top 100M, dating, ru*, search is disabled
1. ![](https://www.google.com/s2/favicons?domain=) [Airbit ()]()*: top 100M*
1. ![](https://www.google.com/s2/favicons?domain=https://alabay.forum24.ru) [Alabay (https://alabay.forum24.ru)](https://alabay.forum24.ru)*: top 100M, forum, ru*
1. ![](https://www.google.com/s2/favicons?domain=) [Anonup ()]()*: top 100M*
@@ -2841,7 +2841,7 @@ Rank data fetched from Alexa by domains.
1. ![](https://www.google.com/s2/favicons?domain=http://mikele-loconte.ru) [mikele-loconte.ru (http://mikele-loconte.ru)](http://mikele-loconte.ru)*: top 100M*
1. ![](https://www.google.com/s2/favicons?domain=http://mkuniverse.ru) [mkuniverse.ru (http://mkuniverse.ru)](http://mkuniverse.ru)*: top 100M*
1. ![](https://www.google.com/s2/favicons?domain=https://localcryptosapi.com) [LocalCryptos (https://localcryptosapi.com)](https://localcryptosapi.com)*: top 100M*
-1. ![](https://www.google.com/s2/favicons?domain=https://slivsklad.ru) [slivsklad.ru (https://slivsklad.ru)](https://slivsklad.ru)*: top 100M, forum, ru*
+1. ![](https://www.google.com/s2/favicons?domain=https://slivsklad.ru) [slivsklad.ru (https://slivsklad.ru)](https://slivsklad.ru)*: top 100M, forum, ru*, search is disabled
1. ![](https://www.google.com/s2/favicons?domain=http://nevrotic.net) [nevrotic.net (http://nevrotic.net)](http://nevrotic.net)*: top 100M, ru*
1. ![](https://www.google.com/s2/favicons?domain=https://do100verno.info) [do100verno.info (https://do100verno.info)](https://do100verno.info)*: top 100M, blog*
1. ![](https://www.google.com/s2/favicons?domain=https://git.tcp.direct) [git.tcp.direct (https://git.tcp.direct)](https://git.tcp.direct)*: top 100M, coding*
@@ -2976,7 +2976,7 @@ Rank data fetched from Alexa by domains.
1. ![](https://www.google.com/s2/favicons?domain=) [forums.t-nation.com ()]()*: top 100M*
1. ![](https://www.google.com/s2/favicons?domain=) [forums.theanimenetwork.com ()]()*: top 100M*
1. ![](https://www.google.com/s2/favicons?domain=) [forums.wyzecam.com ()]()*: top 100M*
-1. ![](https://www.google.com/s2/favicons?domain=) [gamedev.net ()]()*: top 100M*
+1. ![](https://www.google.com/s2/favicons?domain=) [gamedev.net ()]()*: top 100M*, search is disabled
1. ![](https://www.google.com/s2/favicons?domain=) [gearheadwiki.com ()]()*: top 100M*
1. ![](https://www.google.com/s2/favicons?domain=) [globulation2.org ()]()*: top 100M*
1. ![](https://www.google.com/s2/favicons?domain=) [hiveblocks.com ()]()*: top 100M*
@@ -2994,7 +2994,8 @@ Rank data fetched from Alexa by domains.
1. ![](https://www.google.com/s2/favicons?domain=) [micronations.wiki ()]()*: top 100M*
1. ![](https://www.google.com/s2/favicons?domain=) [minnit.chat ()]()*: top 100M*
1. ![](https://www.google.com/s2/favicons?domain=) [mintme.com ()]()*: top 100M*
-1. ![](https://www.google.com/s2/favicons?domain=) [modelhub.com ()]()*: top 100M*
+1. ![](https://www.google.com/s2/favicons?domain=) [modelhub.com ()]()*: top 100M*, search is disabled
+1. ![](https://www.google.com/s2/favicons?domain=) [uviu.com ()]()*: top 100M*
1. ![](https://www.google.com/s2/favicons?domain=) [monoskop.org ()]()*: top 100M*
1. ![](https://www.google.com/s2/favicons?domain=) [mql5.com ()]()*: top 100M*
1. ![](https://www.google.com/s2/favicons?domain=) [musicinafrica.net ()]()*: top 100M*
@@ -3077,7 +3078,7 @@ Rank data fetched from Alexa by domains.
1. ![](https://www.google.com/s2/favicons?domain=) [rawg.io ()]()*: top 100M, gaming*
1. ![](https://www.google.com/s2/favicons?domain=) [SchemeColor ()]()*: top 100M, art, design*
1. ![](https://www.google.com/s2/favicons?domain=) [aetherhub ()]()*: top 100M, gaming*
-1. ![](https://www.google.com/s2/favicons?domain=) [bugbounty ()]()*: top 100M, hacking*
+1. ![](https://www.google.com/s2/favicons?domain=) [bugbounty ()]()*: top 100M, hacking*, search is disabled
1. ![](https://www.google.com/s2/favicons?domain=) [universocraft ()]()*: top 100M, gaming*
1. ![](https://www.google.com/s2/favicons?domain=https://fragment.com) [fragment.com (https://fragment.com)](https://fragment.com)*: top 100M, crypto*
1. ![](https://www.google.com/s2/favicons?domain=https://ud.me) [UnstoppableDomains (https://ud.me)](https://ud.me)*: top 100M, crypto*
@@ -3100,16 +3101,16 @@ Rank data fetched from Alexa by domains.
1. ![](https://www.google.com/s2/favicons?domain=https://ngl.link) [ngl.link (https://ngl.link)](https://ngl.link)*: top 100M, q&a*
1. ![](https://www.google.com/s2/favicons?domain=https://bitpapa.com) [bitpapa.com (https://bitpapa.com)](https://bitpapa.com)*: top 100M, crypto*
-The list was updated at (2024-05-13 20:09:33.626841+00:00 UTC)
+The list was updated at (2024-05-14 20:14:31.334737+00:00 UTC)
## Statistics
-Enabled/total sites: 2794/3096 = 90.25%
+Enabled/total sites: 2777/3097 = 89.67%
-Incomplete message checks: 438/2794 = 15.68% (false positive risks)
+Incomplete message checks: 426/2777 = 15.34% (false positive risks)
-Status code checks: 722/2794 = 25.84% (false positive risks)
+Status code checks: 720/2777 = 25.93% (false positive risks)
-False positive risk (total): 41.52%
+False positive risk (total): 41.27%
Top 20 profile URLs:
- (796) `{urlMain}/index/8-0-{username} (uCoz)`
@@ -3134,8 +3135,8 @@ Top 20 profile URLs:
- (17) `/search.php?keywords=&terms=all&author={username}`
Top 20 tags:
-- (299) `NO_TAGS` (non-standard)
-- (279) `forum`
+- (298) `NO_TAGS` (non-standard)
+- (280) `forum`
- (49) `gaming`
- (25) `coding`
- (21) `photo`
From e5ab63c7c3ada9b22cd6f66bd06430acb3633ecc Mon Sep 17 00:00:00 2001
From: rly0nheart <74001397+rly0nheart@users.noreply.github.com>
Date: Thu, 16 May 2024 00:55:56 +0200
Subject: [PATCH 08/10] fixed 3 sites, disabled 28, added 4 sites
---
maigret/resources/data.json | 53 ++++++++++++++++++++++++++++++++-----
maigret/submit.py | 10 ++++---
2 files changed, 53 insertions(+), 10 deletions(-)
diff --git a/maigret/resources/data.json b/maigret/resources/data.json
index 81f9eb7c..a9f8d3d7 100644
--- a/maigret/resources/data.json
+++ b/maigret/resources/data.json
@@ -2336,6 +2336,20 @@
"usernameClaimed": "adam",
"usernameUnclaimed": "noonewouldeverusethis7"
},
+ "Bluesky": {
+ "tags": ["messaging"],
+ "checkType": "message",
+ "absenceStrs": [
+ "Oops!", "Unable to resolve handle"
+ ],
+ "presenseStrs": [
+ ".bsky.social on Bluesky"
+ ],
+ "urlMain": "https://bsky.app",
+ "url": "https://bsky.app/profile/{username}.bsky.social",
+ "usernameClaimed": "shamerli",
+ "usernameUnclaimed": "noonewouldeverusethis7"
+ },
"Blu-ray": {
"tags": [
"forum",
@@ -2874,6 +2888,7 @@
"usernameUnclaimed": "noonewouldeverusethis777"
},
"Cardingsite": {
+ "disabled": true,
"tags": [
"pk"
],
@@ -4283,6 +4298,14 @@
"usernameClaimed": "adam",
"usernameUnclaimed": "noonewouldeverusethis7"
},
+ "domestika.org": {
+ "tags": ["education"],
+ "checkType": "status_code",
+ "usernameClaimed": "zenzuke",
+ "usernameUnclaimed": "noonewouldeverusethis7",
+ "urlMain": "https://www.domestika.org",
+ "url": "https://www.domestika.org/{username}"
+ },
"DonatePay": {
"tags": [
"finance",
@@ -5642,6 +5665,7 @@
"usernameUnclaimed": "noonewouldeverusethis7"
},
"Fm-forum": {
+ "disabled": true,
"tags": [
"forum",
"ru"
@@ -6009,6 +6033,7 @@
"usernameUnclaimed": "noonewouldeverusethis7"
},
"Fozo": {
+ "disabled": true,
"tags": [
"ru"
],
@@ -8124,6 +8149,7 @@
"absenceStrs": [
"The user does not exist."
],
+ "presenceStrs": ["IssueHunt contributions in the past year"],
"alexaRank": 379149,
"urlMain": "https://issuehunt.io",
"url": "https://issuehunt.io/u/{username}",
@@ -11704,22 +11730,20 @@
"usernameUnclaimed": "noonewouldeverusethis7"
},
"Paltalk": {
- "disabled": true,
"tags": [
"sa",
"us"
],
"checkType": "message",
"absenceStrs": [
- "Sorry, the profile you were looking for was not found"
+ "Sorry, the profile you were looking for was not found
"
],
"presenseStrs": [
- "Member since",
- "Achievement Level"
+ ">Member since "
],
"alexaRank": 29905,
"urlMain": "https://www.paltalk.com",
- "url": "https://www.paltalk.com/people/users/{username}/index.wmt",
+ "url": "https://www.paltalk.com/people/users/{username}",
"usernameClaimed": "red",
"usernameUnclaimed": "noonewouldeverusethis7"
},
@@ -11759,6 +11783,7 @@
"usernameUnclaimed": "noonewouldeverusethis7"
},
"Partyvibe": {
+ "disabled": true,
"tags": [
"pk",
"us"
@@ -13403,6 +13428,7 @@
"usernameUnclaimed": "noonewouldeverusethis7"
},
"RenaultFanClub": {
+ "disabled": true,
"tags": [
"forum",
"tr"
@@ -20648,6 +20674,7 @@
]
},
"mastodon.cloud": {
+ "disabled": true,
"tags": [
"in",
"pk"
@@ -26785,7 +26812,9 @@
"tags": [
"ru"
],
- "engine": "engine404",
+ "checkType": "message",
+ "absenceStrs": ["Страница не найдена - 404"],
+ "presenseStrs": [""],
"urlMain": "https://drupal.ru",
"url": "https://drupal.ru/username/{username}",
"usernameUnclaimed": "noonewouldeverusethis7",
@@ -32382,6 +32411,7 @@
"url": "https://forums.balena.io/u/{username}"
},
"forums.cgsociety.org": {
+ "disabled": true,
"checkType": "status_code",
"usernameClaimed": "adam",
"usernameUnclaimed": "noonewouldeverusethis7",
@@ -32566,6 +32596,7 @@
"url": "https://modelhub.com/{username}/videos"
},
"uviu.com": {
+ "tags": ["porn", "us"],
"checkType": "message",
"absenceStrs": [
"Oops! Page Not Found",
@@ -32577,6 +32608,7 @@
],
"usernameClaimed": "destinationkat",
"usernameUnclaimed": "noonewouldeverusethis7",
+ "urlMain": "https://www.uviu.com",
"url": "https://www.uviu.com/model/{username}"
},
"monoskop.org": {
@@ -32676,6 +32708,7 @@
"url": "https://pinataisland.info/viva/User:{username}"
},
"postcrossing.com": {
+ "disabled": true,
"checkType": "status_code",
"usernameClaimed": "adam",
"usernameUnclaimed": "noonewouldeverusethis7",
@@ -33692,6 +33725,14 @@
],
"alexaRank": 1396312
},
+ "myce.wiki": {
+ "checkType": "message",
+ "presenseStrs": ["","