diff options
| author |   Corentin Chary <corentin.chary@gmail.com> | 2012-07-16 07:12:09 +0200 |
|---|---|---|
| committer | Corentin Chary <corentin.chary@gmail.com> | 2012-07-25 17:04:37 +0200 |
| commit | 28b913295a9d6489c230e9cafdd5944b7ae4a1ad (patch) | |
| tree | c0dbe73aa0b3739cf72d366978e4ca6a5a248f23 /pym | |
| parent | djeuscan: tweak admin.py (diff) | |
| download | euscan-28b913295a9d6489c230e9cafdd5944b7ae4a1ad.tar.gz euscan-28b913295a9d6489c230e9cafdd5944b7ae4a1ad.tar.bz2 euscan-28b913295a9d6489c230e9cafdd5944b7ae4a1ad.zip | |
euscan: ignore robots.txt for fedorahosted.org
Signed-off-by: Corentin Chary <corentin.chary@gmail.com>
Diffstat (limited to 'pym')
| -rw-r--r-- | pym/euscan/__init__.py | 1 |
1 files changed, 1 insertions, 0 deletions
diff --git a/pym/euscan/__init__.py b/pym/euscan/__init__.py index 8efdce4..dad6742 100644 --- a/pym/euscan/__init__.py +++ b/pym/euscan/__init__.py @@ -70,6 +70,7 @@ ROBOTS_TXT_BLACKLIST_DOMAINS = [ '(.*)chromium.org(.*)', '(.*)nodejs.org(.*)', '(.*)download.mono-project.com(.*)', + '(.*)fedorahosted.org(.*)', ] from out import EuscanOutput |