dece/Scaruffi
1
0
Fork 0
Code Issues Pull requests Releases Activity

api: fix _get_ratings_from_lists for some decades

Browse source
This commit is contained in:
dece 2021-01-27 15:14:01 +01:00
parent df1b560afe
commit 212d15b3d2
1 changed files with 29 additions and 13 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

36
scaruffi/api.py
View file

@ -69,11 +69,11 @@ class ScaruffiApi:
if not soup: if not soup:
return None return None
ratings_table = max(soup.find_all("table"), key=lambda t: len(t.text)) ratings_table = max(soup.find_all("table"), key=lambda t: len(t.text))
num_lists = len(ratings_table("ul")) lists = ratings_table("ul")
if num_lists == 1: if len(lists) == 1:
return self._get_ratings_from_unique_list(ratings_table.ul) return self._get_ratings_from_unique_list(lists[0])
else: else:
return self._get_ratings_from_lists(ratings_table("ul")) return self._get_ratings_from_lists(lists)
def _get_ratings_from_unique_list(self, messy_list): def _get_ratings_from_unique_list(self, messy_list):
"""Get ratings from decades where one list contains all ratings.""" """Get ratings from decades where one list contains all ratings."""
@ -100,17 +100,33 @@ class ScaruffiApi:
return ratings return ratings
def _get_ratings_from_lists(self, lists): def _get_ratings_from_lists(self, lists):
"""Get ratings from several lists, one per rating.""" """Get ratings from several lists, one per rating.
For some decades, there are two "lists of lists": one for albums per
ratings and one for EP/mini albums per ratings.
"""
ratings = {} ratings = {}
rating = None
for ul in lists: for ul in lists:
rating_tag = ul.span for child in ul:
if rating_tag: tag = child.name
rating = self._match_rating(rating_tag.text) if not tag:
continue
if tag in ("p", "span"):
parsed_rating = self._match_rating(child.text)
if parsed_rating:
rating = parsed_rating
if rating not in ratings:
ratings[rating] = []
continue
if rating is None: if rating is None:
self.log.critical("Failed to find rating tag in list.") self.log.critical("Failed to find rating tag in list.")
return None return None
releases = [self._parse_release(li.text) for li in ul("li")] if tag != "li":
ratings[rating] = releases self.log.warning(f"Unused tag in ratings list: {tag}.")
continue
release = self._parse_release(child.text)
ratings[rating].append(release)
return ratings return ratings
RATING_RE = re.compile(r"\s*(\d(.\d)?)/10\s*") RATING_RE = re.compile(r"\s*(\d(.\d)?)/10\s*")