Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

Added User Class for getting user info (No modifying or auth requests) #21

Open
wants to merge 4 commits into
base: master
Choose a base branch
from
Open

Added User Class for getting user info (No modifying or auth requests) #21

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
4 commits
Select commit Hold shift + click to select a range
eca3d9d
Added simple MyAnimeList block detection
mbgv Jan 7, 2022
97ecf26
Merge branch 'darenliang:master' into master
mbgv Jan 7, 2022
75154c7
Merge branch 'darenliang:master' into master
mbgv Mar 16, 2022
cf25fcf
Added User Class
mbgv Mar 16, 2022
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions mal/__init__.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -6,3 +6,4 @@
from mal._anime_search import AnimeSearchResult
from mal._manga import MangaCharacterResult
from mal._manga_search import MangaSearchResult
from mal._user import User
288 changes: 288 additions & 0 deletions mal/_user.py
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,288 @@
import math
import re
from datetime import datetime, timezone, timedelta
import requests
from typing import Optional, List, Dict
from calendar import monthrange

from mal import config
from mal._base import _Base

class User(_Base):
def __init__(self, username: str, friends: bool = True, anime_list: bool = True, manga_list: bool = True, timeout: int = config.TIMEOUT):
if len(username) < 2 or len(username) > 16:
raise ValueError("Username has to be between 2 and 16 characters long")
super().__init__(timeout)
self._username = username
self._url = config.MAL_ENDPOINT + "profile/{}".format(self._username)
self._page = self._parse_url(self._url)
if self._page.find("div", {"class": "display-submit"}) != None:
raise Exception("Temporarily blocked by MyAnimeList")
title = self._page.find("meta", property="og:title")["content"]
if title == "404 Not Found - MyAnimeList.net ":
raise ValueError("No such user on MyAnimeList")

user_image = self._page.find("div", {"class": "user-image"}).findChildren("img")
self._image_url = None if user_image == [] else user_image[0]["data-src"]
self._user_id = int(self._page.find("a", {"class": "header-right"})["href"].replace("https://myanimelist.net/modules.php?go=report&type=profile&id=", ""))

self._last_online = None
self._gender = None
self._birthday = None
self._location = None
self._joined = None
for data in self._page.find("ul", {"class": "user-status"}).findChildren("li"):
children = data.findChildren()
if children[0].text == "Last Online": self._last_online = self._parse_date(children[1].text)
if children[0].text == "Gender": self._gender = children[1].text
if children[0].text == "Birthday": self._birthday = self._parse_date(children[1].text)
if children[0].text == "Location": self._location = children[1].text
if children[0].text == "Joined": self._joined = self._parse_date(children[1].text)

anime_watching_stats = self._page.find("ul", {"class": "stats-status"}).findChildren("li")
anime_other_stats = self._page.find("ul", {"class": "stats-data"}).findChildren("li")
self._anime_stats = {
"days_watched": float(self._page.find("div", {"class": "stats anime"}).findChildren("div")[0].findChildren()[0].text.replace("Days: ", "").replace(",", "")),
"mean_score": float(self._page.find("span", {"class": "score-label"}).text),
"watching": int(anime_watching_stats[0].findChildren("span")[0].text.replace(",", "")),
"completed": int(anime_watching_stats[1].findChildren("span")[0].text.replace(",", "")),
"on_hold": int(anime_watching_stats[2].findChildren("span")[0].text.replace(",", "")),
"dropped": int(anime_watching_stats[3].findChildren("span")[0].text.replace(",", "")),
"plan_to_watch": int(anime_watching_stats[4].findChildren("span")[0].text.replace(",", "")),
"total_entries": int(anime_other_stats[0].findChildren("span")[1].text.replace(",", "")),
"rewatched": int(anime_other_stats[1].findChildren("span")[1].text.replace(",", "")),
"episodes_watched": int(anime_other_stats[2].findChildren("span")[1].text.replace(",", ""))
}

manga_watching_stats = self._page.findAll("ul", {"class": "stats-status"})[1].findChildren("li")
manga_other_stats = self._page.findAll("ul", {"class": "stats-data"})[1].findChildren("li")
self._manga_stats = {
"days_read": float(self._page.find("div", {"class": "stats manga"}).findChildren("div")[0].findChildren()[0].text.replace("Days: ", "").replace(",", "")),
"mean_score": float(self._page.findAll("span", {"class": "score-label"})[1].text),
"reading": int(manga_watching_stats[0].findChildren("span")[0].text.replace(",", "")),
"completed": int(manga_watching_stats[1].findChildren("span")[0].text.replace(",", "")),
"on_hold": int(manga_watching_stats[2].findChildren("span")[0].text.replace(",", "")),
"dropped": int(manga_watching_stats[3].findChildren("span")[0].text.replace(",", "")),
"plan_to_read": int(manga_watching_stats[4].findChildren("span")[0].text.replace(",", "")),
"total_entries": int(manga_other_stats[0].findChildren("span")[1].text.replace(",", "")),
"reread": int(manga_other_stats[1].findChildren("span")[1].text.replace(",", "")),
"chapters_read": int(manga_other_stats[2].findChildren("span")[1].text.replace(",", "")),
"volumes_read": int(manga_other_stats[3].findChildren("span")[1].text.replace(",", ""))
}

self._favorites = {
"anime": None if self._page.find("div", {"id": "anime_favorites"}) == None
else [int(re.search("anime/(.*)/", fa["href"]).group(1)) for fa in self._page.find("div", {"id": "anime_favorites"}).findChildren("ul")[0].findChildren("a")],
"manga": None if self._page.find("div", {"id": "manga_favorites"}) == None
else [int(re.search("manga/(.*)/", fm["href"]).group(1)) for fm in self._page.find("div", {"id": "manga_favorites"}).findChildren("ul")[0].findChildren("a")],
"characters": None if self._page.find("div", {"id": "character_favorites"}) == None
else [int(re.search("character/(.*)/", fc["href"]).group(1)) for fc in self._page.find("div", {"id": "character_favorites"}).findChildren("ul")[0].findChildren("a")],
"people": None if self._page.find("div", {"id": "person_favorites"}) == None
else [int(re.search("people/(.*)/", fp["href"]).group(1)) for fp in self._page.find("div", {"id": "person_favorites"}).findChildren("ul")[0].findChildren("a")]
}

self._about = self._page.find("div", {"class": "word-break"}).text if self._page.find("div", {"class": "word-break"}) != None else None

self._friend_count = int(self._page.find("a", {"href": f"https://myanimelist.net/profile/{self._username}/friends"}).text.replace("All (", "")[:-1])
self._friends = self._get_friends() if friends else None

self._anime_list = self._get_anime_list() if anime_list and self._page.find("div", {"class": "updates anime"}).find("p", text="Access to this list has been restricted by the owner.") == None else None
self._manga_list = self._get_manga_list() if manga_list and self._page.find("div", {"class": "updates manga"}).find("p", text="Access to this list has been restricted by the owner.") == None else None

@staticmethod
def _fix_date(year, month, day, hour) -> int:
year, month, day, hour = int(year), int(month), int(day), int(hour)
if hour == 24:
if day + 1 <= monthrange(year, month)[1]:
day += 1
hour = 0
else:
if month < 12:
day = 1
month += 1
hour = 0
else:
day = 1
month = 1
hour = 0
year += 1
return year, month, day, hour

@staticmethod
def _parse_date(date) -> datetime:
months = {"Jan": 1, "Feb": 2, "Mar": 3, "Apr": 4, "May": 5, "Jun": 6, "Jul": 7, "Aug": 8, "Sep": 9, "Oct": 10, "Nov": 11, "Dec": 12}
if "Now" in date: return datetime.now(timezone.utc)
elif "minutes" in date: return datetime.now(timezone.utc) - timedelta(minutes=int(date.replace(" minutes ago", "")))
elif "hours" in date: return datetime.now(timezone.utc) - timedelta(hours=int(date.replace(" hours ago", "")))
elif "hour" in date: return datetime.now(timezone.utc) - timedelta(hours=1)
elif "Today" in date:
dateparts = date.split(" ")
now = datetime.now(timezone.utc)
hourminute = dateparts[1].split(":")
if dateparts[2] == "AM":
today = now.replace(hour=int(hourminute[0]), minute=int(hourminute[1]))
else:
year, month, day, hour = User._fix_date(now.year, now.month, now.day, int(hourminute[0]) + 12)
today = now.replace(year=year, month=month, day=day, hour=hour, minute=int(hourminute[1]))
return today
elif "Yesterday" in date:
dateparts = date.split(" ")
now = datetime.now(timezone.utc) - timedelta(days=1)
hourminute = dateparts[1].split(":")
if dateparts[2] == "AM":
yesterday = now.replace(hour=int(hourminute[0]), minute=int(hourminute[1]))
else:
year, month, day, hour = User._fix_date(now.year, now.month, now.day, int(hourminute[0]) + 12)
yesterday = now.replace(year=year, month=month, day=day, hour=hour, minute=int(hourminute[1]))
return yesterday
elif len(date.split(" ")) == 2:
dateparts = date.split(" ")
month = months[dateparts[0]]
day = int(dateparts[1])
return datetime(datetime.now(timezone.utc).year, month, day)
else:
dateparts = date.split(" ")
year = datetime.now(timezone.utc).year
month = months[dateparts[0]]
day = int(dateparts[1].replace(",", ""))
hour = 0
minute = 0
if date[-1] == "M":
if len(dateparts) > 4:
hourminute = dateparts[3].split(":")
year = int(dateparts[2])
if dateparts[-1] == "AM":
hour = int(hourminute[0])
else:
year, month, day, hour = User._fix_date(year, month, day, int(hourminute[0]) + 12)
minute = int(hourminute[1])
else:
hourminute = dateparts[2].split(":")
if dateparts[-1] == "AM":
hour = int(hourminute[0])
else:
year, month, day, hour = User._fix_date(year, month, day, int(hourminute[0]) + 12)
minute = int(hourminute[1])
else:
year = int(dateparts[2])
return datetime(year, month, day, hour, minute)

def _get_friends(self) -> List[Dict[str, str]]:
friends = []
if self._friend_count != 0:
for i in range(1, (math.ceil(self._friend_count / 100)) + 1):
friend_page = self._parse_url(f"{config.MAL_ENDPOINT}profile/{self._username}/friends?p={i}")
if friend_page.find("div", {"class": "display-submit"}) != None:
raise Exception("Temporarily blocked by MyAnimeList")

friends.extend([{"username": friend.findChildren("a")[0].text,
"friends_since": self._parse_date(friend.findChildren("div")[2].text.replace("\n Friends since ", "")[:-4]) if len(friend.findChildren("div")) >= 3 else None}
for friend in friend_page.findAll("div", {"class": "data"})])
return friends

def _get_anime_list(self) -> List[Dict[str, int]]:
anime_list = []
for i in range(math.ceil(self._anime_stats["total_entries"] / 300)):
r_alist = requests.get(f"{config.MAL_ENDPOINT}animelist/{self._username}/load.json?status=7&offset={i * 300}")
anime_list.extend([{"title": a["anime_title"],
"mal_id": a["anime_id"],
"status": a["status"],
"score": a["score"],
"tags": a["tags"],
"is_rewatching": a["is_rewatching"],
"watched_episodes": a["num_watched_episodes"],
"total_episodes": a["anime_num_episodes"],
"start_date": a["start_date_string"] if a["start_date_string"] != None else None,
"finish_date": a["finish_date_string"] if a["finish_date_string"] != None else None,
"priority": a["priority_string"]}
for a in r_alist.json()])
return anime_list

def _get_manga_list(self) -> List[Dict[str, int]]:
manga_list = []
for i in range(math.ceil(self._manga_stats["total_entries"] / 300)):
r_mlist = requests.get(f"{config.MAL_ENDPOINT}mangalist/{self._username}/load.json?status=7&offset={i * 300}")
manga_list.extend([{"title": m["manga_title"],
"mal_id": m["manga_id"],
"status": m["status"],
"type": m["manga_media_type_string"],
"score": m["score"],
"tags": m["tags"],
"is_rereading": m["is_rereading"],
"read_chapters": m["num_read_chapters"],
"read_volumes": m["num_read_volumes"],
"total_chapters": m["manga_num_chapters"],
"total_volumes": m["manga_num_volumes"],
"start_date": m["start_date_string"] if m["start_date_string"] != None else None,
"finish_date": m["finish_date_string"] if m["finish_date_string"] != None else None,
"priority": m["priority_string"]}
for m in r_mlist.json()])
return manga_list

@property
def username(self) -> str:
return self._username

@property
def url(self) -> str:
return self._url

@property
def image(self) -> Optional[str]:
return self._image_url

@property
def user_id(self) -> int:
return self._user_id

@property
def last_online(self) -> Optional[datetime]:
return self._last_online

@property
def gender(self) -> Optional[str]:
return self._gender

@property
def birthday(self) -> Optional[datetime]:
return self._birthday

@property
def location(self) -> Optional[str]:
return self._location

@property
def joined(self) -> Optional[datetime]:
return self._joined

@property
def anime_stats(self) -> Dict[str, float]:
return self._anime_stats

@property
def manga_stats(self) -> Dict[str, float]:
return self._manga_stats

@property
def favorites(self) -> Dict[str, Optional[int]]:
return self._favorites

@property
def about(self) -> Optional[str]:
return self._about

@property
def friend_count(self) -> int:
return self._friend_count

@property
def friends(self) -> Optional[List[Dict[str, str]]]:
return self._friends

@property
def anime_list(self) -> Optional[List[Dict[str, int]]]:
return self._anime_list

@property
def manga_list(self) -> Optional[List[Dict[str, int]]]:
return self._manga_list