for now, limit to forumer forums (fr.yuku.com) as I'm not sure if this scraper will support non-forumer ones

This commit is contained in:
Adrian Malacoda 2016-11-27 00:18:39 -06:00
parent 55176e4596
commit c83d4a9916

View File

@ -3,7 +3,7 @@ from urllib.parse import urlparse
from pyquery import PyQuery as pq
def can_scrape_url (url):
return ".yuku.com" in url
return ".fr.yuku.com" in url
def scrape (url):
path = urlparse(url).path