elsanctum/the-great-escape
2
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

if can_scrape_url isn't available don't call it

Browse Source
This commit is contained in:
Adrian Malacoda 2016-11-27 01:58:25 -06:00
parent 30aeead404
commit dda2f183e3
1 changed files with 3 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
tge/scrapers/__init__.py
View File

@ -1,6 +1,6 @@
from . import yuku from . import yuku, pickle
scrapers = [yuku] scrapers = [yuku, pickle]
def get_scraper (name): def get_scraper (name):
for scraper in scrapers: for scraper in scrapers:
@ -11,7 +11,7 @@ def get_scraper (name):
def guess_scraper (url): def guess_scraper (url):
for scraper in scrapers: for scraper in scrapers:
if scraper.can_scrape_url(url): if "can_scrape_url" in vars(scraper) and scraper.can_scrape_url(url):
return scraper return scraper
raise Exception("Unable to guess scraper for forum url: {}".format(url)) raise Exception("Unable to guess scraper for forum url: {}".format(url))