for now, limit to forumer forums (fr.yuku.com) as I'm not sure if this scraper will support non-forumer ones
This commit is contained in:
parent
55176e4596
commit
c83d4a9916
@ -3,7 +3,7 @@ from urllib.parse import urlparse
|
||||
from pyquery import PyQuery as pq
|
||||
|
||||
def can_scrape_url (url):
|
||||
return ".yuku.com" in url
|
||||
return ".fr.yuku.com" in url
|
||||
|
||||
def scrape (url):
|
||||
path = urlparse(url).path
|
||||
|
Loading…
x
Reference in New Issue
Block a user