diff --git a/tge/scrapers/__init__.py b/tge/scrapers/__init__.py index 7807863..c23ad63 100644 --- a/tge/scrapers/__init__.py +++ b/tge/scrapers/__init__.py @@ -1,6 +1,6 @@ -from . import yuku +from . import yuku, pickle -scrapers = [yuku] +scrapers = [yuku, pickle] def get_scraper (name): for scraper in scrapers: @@ -11,7 +11,7 @@ def get_scraper (name): def guess_scraper (url): for scraper in scrapers: - if scraper.can_scrape_url(url): + if "can_scrape_url" in vars(scraper) and scraper.can_scrape_url(url): return scraper raise Exception("Unable to guess scraper for forum url: {}".format(url))