From 39b8bfff303c2d631cf18bca6af1c8851bfbf70d Mon Sep 17 00:00:00 2001 From: Adrian Malacoda Date: Sun, 27 Nov 2016 01:13:45 -0600 Subject: [PATCH] grab board description from forum index (we can't get it from the board index) --- tge/scrapers/yuku.py | 1 + 1 file changed, 1 insertion(+) diff --git a/tge/scrapers/yuku.py b/tge/scrapers/yuku.py index d98c933..82ebabc 100644 --- a/tge/scrapers/yuku.py +++ b/tge/scrapers/yuku.py @@ -29,6 +29,7 @@ def scrape_index (url): forum.categories.append(category) for board_link in category_element.find("a[href^='/forums/']").items(): board = scrape_board("{}://{}{}".format(urlparts.scheme, urlparts.netloc, board_link.attr.href)) + board.description = board_link.closest("div").find("p").eq(0).text() category.children.append(board) print("Finished scraping all boards in category: {}".format(category.title))