JishoBot/utils/jisho.py
2020-08-11 17:34:22 +02:00

137 lines
4.3 KiB
Python

import requests
import urllib.parse
import json
from bs4 import BeautifulSoup
TEMPLATE_URL = "https://jisho.org/api/v1/search/words?keyword={0}"
TEMPLATE_KANJI_URL = "https://jisho.org/search/{0}"
HEADER = {
"User-Agent": "Jisho Bot",
"From": "https://github.com/Lauchmelder23/JishoBot"
}
class JishoSense():
def __init__(self, sense):
self.english_definitions = sense["english_definitions"]
self.fenglish_definitions = "; ".join(self.english_definitions)
self.parts_of_speech = sense["parts_of_speech"]
self.fparts_of_speech = ", ".join(sense["parts_of_speech"])
if self.fparts_of_speech == "":
self.fparts_of_speech = "\u200b" # Zero width space to have empty embed value
class JishoNode():
def __init__(self, node):
self.slug = node["slug"]
if "is_common" in node:
self.is_common = node["is_common"]
else:
self.is_common = False
self.tags = node["tags"]
self.jlpt = node["jlpt"]
self.ftags = ""
if self.is_common:
self.ftags += "Common "
for tag in self.tags:
self.ftags += f"| {tag} "
for jlpt in self.jlpt:
self.ftags += f"| {jlpt} "
self.japanese = []
for entry in node["japanese"]:
if "word" not in entry:
word = entry["reading"]
reading = ""
elif "reading" not in entry:
word = entry["word"]
reading = ""
else:
word = entry["word"]
reading = entry["reading"]
self.japanese.append((word, reading))
self.senses = []
for sense in node["senses"]:
self.senses.append(JishoSense(sense))
class JishoResponse():
def __init__(self, query: str):
self.query_string = query
self.raw = self.query()
self.nodes = []
self.disassemble()
def query(self):
url = TEMPLATE_URL.format(urllib.parse.quote_plus(self.query_string))
r = requests.get(url, headers=HEADER)
if r.status_code != 200:
print(f"ERROR: Failed to access Jisho API... {r.status_code}")
return None
return json.loads(r.text)
def disassemble(self):
self.status = self.raw["meta"]["status"]
self.entries = len(self.raw["data"])
for node in self.raw["data"]:
self.nodes.append(JishoNode(node))
class JishoKanjiNode():
def __init__(self):
# Information about the Kanji
self.kanji = ""
self.url = "https://jisho.org/search/"
self.kun = []
self.on = []
class JishoKanji():
def __init__(self, query):
self.query_string = query
# List of JishoKanjiNodes
self.nodes = []
self.entries = 0
self.query()
def query(self):
self.url = TEMPLATE_KANJI_URL.format(urllib.parse.quote_plus(self.query_string + "#kanji"))
r = requests.get(self.url, headers=HEADER)
if r.status_code != 200:
print(f"ERROR: Failed to access Jisho API... {r.status_code}")
return None
body = BeautifulSoup(r.text, features="html.parser")
info_blocks = body.find_all("div", {"class": "kanji details"})
for info in info_blocks:
self.entries += 1
self.nodes.append(JishoKanjiNode())
self.nodes[-1].kanji = info.findChild("h1").string
self.nodes[-1].url += urllib.parse.quote_plus(self.nodes[-1].kanji + "#kanji")
readings_block = info.findChild("div", {"class": "kanji-details__main-readings"}, recursive=True)
# Kun Yomi
kun_block = readings_block.findChild("dl", {"class": "dictionary_entry kun_yomi"}, recursive=True)
if kun_block != None:
readings = kun_block.findChildren("a", recursive=True)
for reading in readings:
self.nodes[-1].kun.append(reading.string)
# On Yomi
on_block = readings_block.findChild("dl", {"class": "dictionary_entry on_yomi"}, recursive=True)
if on_block != None:
readings = on_block.findChildren("a", recursive=True)
for reading in readings:
self.nodes[-1].on.append(reading.string)