From 12d2090cb256eb44560b22e9c5614eab7e001510 Mon Sep 17 00:00:00 2001 From: omrilotan <516342+omrilotan@users.noreply.github.com> Date: Sun, 4 Oct 2020 22:03:34 +0300 Subject: [PATCH] Add a couple of crawlers (#87) --- CHANGELOG.md | 4 ++++ list.json | 3 +++ package.json | 2 +- tests/fixtures/manual-crawlers-list.yml | 4 ++++ tests/fixtures/user-agents.net-bots-ignore-list.txt | 1 + 5 files changed, 13 insertions(+), 1 deletion(-) diff --git a/CHANGELOG.md b/CHANGELOG.md index 396ac3e..c98279b 100644 --- a/CHANGELOG.md +++ b/CHANGELOG.md @@ -1,3 +1,7 @@ +# 3.0.10 +- Add [Sistrix (SEO)](https://www.sistrix.com/) +- JavaOS (Discontinued in 2003) + # 3.0.9 - Add Shared Web Credentials tool - Add Java runtime request diff --git a/list.json b/list.json index d705a06..3bb29fb 100644 --- a/list.json +++ b/list.json @@ -159,6 +159,7 @@ "^Shareaza", "^ShortLinkTranslate", "^SignalR", + "^Sistrix", "^snap$", "^Snapchat", "^Space Bison", @@ -242,6 +243,7 @@ "FirePHP", "FlipboardProxy/", "FreeSafeIP", + "fuck", "Genieo", "GetLinkInfo", "ghost", @@ -261,6 +263,7 @@ "ips-agent", "java/", "JavaFX", + "JavaOs", "Jorgee", "kulturarw3/", "library", diff --git a/package.json b/package.json index 8ae943e..3c1bd88 100644 --- a/package.json +++ b/package.json @@ -1,6 +1,6 @@ { "name": "isbot", - "version": "3.0.9", + "version": "3.0.10", "description": "🤖 detect bots/crawlers/spiders via the user agent.", "keywords": [ "bot", diff --git a/tests/fixtures/manual-crawlers-list.yml b/tests/fixtures/manual-crawlers-list.yml index 2e0c11f..1aa488e 100644 --- a/tests/fixtures/manual-crawlers-list.yml +++ b/tests/fixtures/manual-crawlers-list.yml @@ -73,6 +73,10 @@ RuxitSynthetic: - Chrome/80.0.3987.87 Safari/537.36 RuxitSynthetic/1.0 v6191106029376332690 t7889551165227354132 Shared Web Credentials: - swcd (unknown version) CFNetwork/1128.0.1 Darwin/19.6.0 +Sistrix: + - Mozilla/5.0 (Linux; Android 7.0; Moto G (4)) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/84.0.4143.7 Mobile Safari/537.36 Chrome-Lighthouse + - Mozilla/5.0 (compatible; Optimizer) + - Python-urllib/3.7 Sogou Search Dog: - Mozilla/5.0 (Linux; Android 9; NX569J Build/PQ3A.190505.002; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/68.0.3440.106 Mobile Safari/537.36 AWP/2.0 SogouMSE,SogouMobileBrowser/5.21.8 updown.io monitoring: diff --git a/tests/fixtures/user-agents.net-bots-ignore-list.txt b/tests/fixtures/user-agents.net-bots-ignore-list.txt index 41db695..996dae5 100644 --- a/tests/fixtures/user-agents.net-bots-ignore-list.txt +++ b/tests/fixtures/user-agents.net-bots-ignore-list.txt @@ -1,3 +1,4 @@ SonyEricssonJ20i/R7CA Profile/MIDP-2.1 Configuration/CLDC-1.1 UNTRUSTED/1.0 UCWEB/2.0 (Java; U; MIDP-2.0; ru; SonyEricssonJ20i) U2/1.0.0 UCBrowser/9.5.0.449 U2/1.0.0 Mobile NokiaX2-05/2.0 (08.30) Profile/MIDP-2.1 Configuration/CLDC-1.1 UCWEB/2.0 (Java; U; MIDP-2.0; en-US; NokiaX2-05) U2/1.0.0 UCBrowser/9.5.0.449 U2/1.0.0 Mobile UNTRUSTED/1.0 Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_4) AppleWebKit/605.1.15 (KHTML, like Gecko) Mobile/15E148 DuckDuckGo/7 +windows 7 pro 64 bit, opera stable software browser, active x controls, java updater , java script