From dda2f183e306980460d6a78d4865d6cbe91818a1 Mon Sep 17 00:00:00 2001 From: Adrian Malacoda Date: Sun, 27 Nov 2016 01:58:25 -0600 Subject: [PATCH] if can_scrape_url isn't available don't call it --- tge/scrapers/__init__.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/tge/scrapers/__init__.py b/tge/scrapers/__init__.py index 7807863..c23ad63 100644 --- a/tge/scrapers/__init__.py +++ b/tge/scrapers/__init__.py @@ -1,6 +1,6 @@ -from . import yuku +from . import yuku, pickle -scrapers = [yuku] +scrapers = [yuku, pickle] def get_scraper (name): for scraper in scrapers: @@ -11,7 +11,7 @@ def get_scraper (name): def guess_scraper (url): for scraper in scrapers: - if scraper.can_scrape_url(url): + if "can_scrape_url" in vars(scraper) and scraper.can_scrape_url(url): return scraper raise Exception("Unable to guess scraper for forum url: {}".format(url))