From 7c61fb11d652c6010036220ed61668b5c11448a0 Mon Sep 17 00:00:00 2001 From: Ed Morley Date: Fri, 19 Aug 2016 12:36:33 +0100 Subject: [PATCH] Bug 1289830 - Block ActiveData's user agent due to excessive requests ActiveData's scraping of Treeherder's API has caused responsiveness and performance issues for other users of Treeherder on several occasions, so is being blocked until we can decide upon a less detrimental way for ActiveData to obtain this data. --- treeherder/config/settings.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/treeherder/config/settings.py b/treeherder/config/settings.py index 7041ebfa1..43d2d7966 100644 --- a/treeherder/config/settings.py +++ b/treeherder/config/settings.py @@ -338,6 +338,8 @@ DISALLOWED_USER_AGENTS = ( re.compile(r'^libcurl/'), re.compile(r'^Python-urllib/'), re.compile(r'^python-requests/'), + # ActiveData blocked for excessive API requests (bug 1289830) + re.compile(r'^ActiveData-ETL'), ) SITE_URL = env("SITE_URL", default="http://local.treeherder.mozilla.org")