mirror of
https://git.friendi.ca/friendica/friendica-addons.git
synced 2024-11-22 19:23:40 +00:00
Blockbot: Added bots and goof agents
This commit is contained in:
parent
8ce5ce91d0
commit
ac5f3e1a94
1 changed files with 3 additions and 2 deletions
|
@ -74,7 +74,8 @@ function blockbot_init_1(App $a) {
|
||||||
'Scrapy/', 'github-camo', 'MJ12bot/', 'DotBot/', 'Pinterestbot/', 'Jooblebot/',
|
'Scrapy/', 'github-camo', 'MJ12bot/', 'DotBot/', 'Pinterestbot/', 'Jooblebot/',
|
||||||
'Cliqzbot/', 'YaK/', 'Mediatoolkitbot', 'Snacktory', 'FunWebProducts', 'oBot/',
|
'Cliqzbot/', 'YaK/', 'Mediatoolkitbot', 'Snacktory', 'FunWebProducts', 'oBot/',
|
||||||
'7Siters/', 'KOCMOHABT', 'Google-SearchByImage', 'FemtosearchBot/',
|
'7Siters/', 'KOCMOHABT', 'Google-SearchByImage', 'FemtosearchBot/',
|
||||||
'HubSpot Crawler', 'DomainStatsBot/', 'Re-re Studio'];
|
'HubSpot Crawler', 'DomainStatsBot/', 'Re-re Studio', 'AwarioSmartBot/',
|
||||||
|
'SummalyBot/', 'DNSResearchBot/', 'PetalBot;'];
|
||||||
|
|
||||||
if (!DI::config()->get('blockbot', 'good_crawlers')) {
|
if (!DI::config()->get('blockbot', 'good_crawlers')) {
|
||||||
$agents = array_merge($agents, $good_agents);
|
$agents = array_merge($agents, $good_agents);
|
||||||
|
@ -114,7 +115,7 @@ function blockbot_init_1(App $a) {
|
||||||
'Faraday v', 'okhttp', 'UniversalFeedParser', 'PixelFedBot', 'python-requests',
|
'Faraday v', 'okhttp', 'UniversalFeedParser', 'PixelFedBot', 'python-requests',
|
||||||
'WordPress/', 'http.rb/', 'Apache-HttpClient/', 'WordPress.com;', 'Pleroma',
|
'WordPress/', 'http.rb/', 'Apache-HttpClient/', 'WordPress.com;', 'Pleroma',
|
||||||
'Dispatch/', 'Ruby', 'Java/', 'libwww-perl/', 'Mastodon/',
|
'Dispatch/', 'Ruby', 'Java/', 'libwww-perl/', 'Mastodon/',
|
||||||
'lua-resty-http/'];
|
'lua-resty-http/', 'Tiny Tiny RSS/'];
|
||||||
|
|
||||||
if (DI::config()->get('blockbot', 'good_crawlers')) {
|
if (DI::config()->get('blockbot', 'good_crawlers')) {
|
||||||
$agents = array_merge($agents, $good_agents);
|
$agents = array_merge($agents, $good_agents);
|
||||||
|
|
Loading…
Reference in a new issue