import hashlib
import logging
import re
import requests
from django.conf import settings
from django.core.cache import caches
from django.utils.html import format_html
from django.utils.safestring import mark_safe
from mistune import escape
from judge.utils.file_cache import HashFileCache
from judge.utils.unicode import utf8bytes, utf8text
logger = logging.getLogger("judge.mathoid")
reescape = re.compile(r"(?"),
("&", "&"),
("−", "-"),
("≤", r"\le"),
("≥", r"\ge"),
("…", "..."),
(r"\lt", "<"),
(r"\gt", ">"),
]
def format_math(math):
for a, b in REPLACES:
math = math.replace(a, b)
return math
class MathoidMathParser(object):
types = ("svg", "mml", "tex", "jax")
def __init__(self, type):
self.type = type
self.mathoid_url = settings.MATHOID_URL
self.cache = HashFileCache(
settings.MATHOID_CACHE_ROOT,
settings.MATHOID_CACHE_URL,
settings.MATHOID_GZIP,
)
mml_cache = settings.MATHOID_MML_CACHE
self.mml_cache = mml_cache and caches[mml_cache]
self.css_cache = caches[settings.MATHOID_CSS_CACHE]
self.mml_cache_ttl = settings.MATHOID_MML_CACHE_TTL
def query_mathoid(self, formula, hash):
self.cache.create(hash)
try:
response = requests.post(
self.mathoid_url,
data={
"q": reescape.sub(lambda m: "\\" + m.group(0), formula).encode(
"utf-8"
),
"type": "tex"
if formula.startswith(r"\displaystyle")
else "inline-tex",
},
)
response.raise_for_status()
data = response.json()
except requests.ConnectionError:
logger.exception("Failed to connect to mathoid for: %s", formula)
return
except requests.HTTPError as e:
logger.error("Mathoid failed to render: %s\n%s", formula, e.response.text)
return
except Exception:
logger.exception("Failed to connect to mathoid for: %s", formula)
return
if not data["success"]:
logger.error("Mathoid failure for: %s\n%s", formula, data)
return
if any(i not in data for i in ("mml", "png", "svg", "mathoidStyle")):
logger.error(
"Mathoid did not return required information (mml, png, svg, mathoidStyle needed):\n%s",
data,
)
return
css = data["mathoidStyle"]
mml = data["mml"]
result = {
"css": css,
"mml": mml,
"png": self.cache.cache_data(hash, "png", bytearray(data["png"]["data"])),
"svg": self.cache.cache_data(hash, "svg", data["svg"].encode("utf-8")),
}
self.cache.cache_data(hash, "mml", mml.encode("utf-8"), url=False, gzip=False)
self.cache.cache_data(hash, "css", css.encode("utf-8"), url=False, gzip=False)
return result
def query_cache(self, hash):
result = {
"svg": self.cache.get_url(hash, "svg"),
"png": self.cache.get_url(hash, "png"),
}
key = "mathoid:css:" + hash
css = result["css"] = self.css_cache.get(key)
if css is None:
css = result["css"] = self.cache.read_data(hash, "css").decode("utf-8")
self.css_cache.set(key, css, self.mml_cache_ttl)
mml = None
if self.mml_cache:
mml = result["mml"] = self.mml_cache.get("mathoid:mml:" + hash)
if mml is None:
mml = result["mml"] = self.cache.read_data(hash, "mml").decode("utf-8")
if self.mml_cache:
self.mml_cache.set("mathoid:mml:" + hash, mml, self.mml_cache_ttl)
return result
def get_result(self, formula):
if self.type == "tex":
return
hash = hashlib.sha1(utf8bytes(formula)).hexdigest()
formula = utf8text(formula)
if self.cache.has_file(hash, "css"):
result = self.query_cache(hash)
else:
result = self.query_mathoid(formula, hash)
if not result:
return None
result["tex"] = formula
result["display"] = formula.startswith(r"\displaystyle")
return {
"mml": self.output_mml,
"msp": self.output_msp,
"svg": self.output_svg,
"jax": self.output_jax,
"png": self.output_png,
"raw": lambda x: x,
}[self.type](result)
def output_mml(self, result):
return result["mml"]
def output_msp(self, result):
# 100% MediaWiki compatibility.
return format_html(
''
'{0}'
'',
mark_safe(result["mml"]),
result["svg"],
result["png"],
result["css"],
result["tex"],
["inline", "display"][result["display"]],
)
def output_jax(self, result):
return format_html(
''
'''"""
"""{5}{3}{5}"""
"",
result["svg"],
result["png"],
result["css"],
result["tex"],
["inline-math", "display-math"][result["display"]],
["~", "$$"][result["display"]],
)
def output_svg(self, result):
return format_html(
'""",
result["svg"],
result["png"],
result["css"],
result["tex"],
["inline-math", "display-math"][result["display"]],
)
def output_png(self, result):
return format_html(
'',
result["png"],
result["css"],
result["tex"],
["inline-math", "display-math"][result["display"]],
)
def display_math(self, math):
math = format_math(math)
return self.get_result(r"\displaystyle " + math) or r"\[%s\]" % escape(math)
def inline_math(self, math):
math = format_math(math)
return self.get_result(math) or r"\(%s\)" % escape(math)