for now, limit to forumer forums (fr.yuku.com) as I'm not sure if this scraper will support non-forumer ones
This commit is contained in:
parent
55176e4596
commit
c83d4a9916
@ -3,7 +3,7 @@ from urllib.parse import urlparse
|
|||||||
from pyquery import PyQuery as pq
|
from pyquery import PyQuery as pq
|
||||||
|
|
||||||
def can_scrape_url (url):
|
def can_scrape_url (url):
|
||||||
return ".yuku.com" in url
|
return ".fr.yuku.com" in url
|
||||||
|
|
||||||
def scrape (url):
|
def scrape (url):
|
||||||
path = urlparse(url).path
|
path = urlparse(url).path
|
||||||
|
Loading…
x
Reference in New Issue
Block a user