Reformat using black
This commit is contained in:
cuom1999
parent
efee4ad081
commit
a87fb49918
221 changed files with 19127 additions and 7310 deletions
|
|
@ -13,13 +13,18 @@ from django.urls import reverse
|
|||
from django.utils.translation import gettext as _
|
||||
from django.core.cache import cache
|
||||
|
||||
VALIDATOR_TEMPLATE_PATH = 'validator_template/template.py'
|
||||
VALIDATOR_TEMPLATE_PATH = "validator_template/template.py"
|
||||
|
||||
|
||||
if os.altsep:
|
||||
def split_path_first(path, repath=re.compile('[%s]' % re.escape(os.sep + os.altsep))):
|
||||
|
||||
def split_path_first(
|
||||
path, repath=re.compile("[%s]" % re.escape(os.sep + os.altsep))
|
||||
):
|
||||
return repath.split(path, 1)
|
||||
|
||||
else:
|
||||
|
||||
def split_path_first(path):
|
||||
return path.split(os.sep, 1)
|
||||
|
||||
|
|
@ -31,8 +36,8 @@ class ProblemDataStorage(FileSystemStorage):
|
|||
def url(self, name):
|
||||
path = split_path_first(name)
|
||||
if len(path) != 2:
|
||||
raise ValueError('This file is not accessible via a URL.')
|
||||
return reverse('problem_data_file', args=path)
|
||||
raise ValueError("This file is not accessible via a URL.")
|
||||
return reverse("problem_data_file", args=path)
|
||||
|
||||
def _save(self, name, content):
|
||||
if self.exists(name):
|
||||
|
|
@ -66,8 +71,8 @@ class ProblemDataCompiler(object):
|
|||
batch = None
|
||||
|
||||
def end_batch():
|
||||
if not batch['batched']:
|
||||
raise ProblemDataError(_('Empty batches not allowed.'))
|
||||
if not batch["batched"]:
|
||||
raise ProblemDataError(_("Empty batches not allowed."))
|
||||
cases.append(batch)
|
||||
|
||||
def make_checker_for_validator(case):
|
||||
|
|
@ -75,109 +80,123 @@ class ProblemDataCompiler(object):
|
|||
validator_path = split_path_first(case.custom_validator.name)
|
||||
|
||||
if len(validator_path) != 2:
|
||||
raise ProblemDataError(_('How did you corrupt the custom checker path?'))
|
||||
raise ProblemDataError(
|
||||
_("How did you corrupt the custom checker path?")
|
||||
)
|
||||
|
||||
checker = os.path.join(settings.DMOJ_PROBLEM_DATA_ROOT,
|
||||
validator_path[0],
|
||||
checker_name)
|
||||
checker = os.path.join(
|
||||
settings.DMOJ_PROBLEM_DATA_ROOT, validator_path[0], checker_name
|
||||
)
|
||||
|
||||
validator_name = validator_path[1]
|
||||
shutil.copy(VALIDATOR_TEMPLATE_PATH, checker)
|
||||
|
||||
# replace {{filecpp}} and {{problemid}} in checker file
|
||||
filedata = open(checker, 'r').read()
|
||||
filedata = filedata.replace('{{filecpp}}', "\'%s\'" % validator_name)
|
||||
filedata = filedata.replace('{{problemid}}', "\'%s\'" % validator_path[0])
|
||||
open(checker, 'w').write(filedata)
|
||||
filedata = open(checker, "r").read()
|
||||
filedata = filedata.replace("{{filecpp}}", "'%s'" % validator_name)
|
||||
filedata = filedata.replace("{{problemid}}", "'%s'" % validator_path[0])
|
||||
open(checker, "w").write(filedata)
|
||||
|
||||
return checker_name
|
||||
|
||||
def make_checker(case):
|
||||
if (case.checker == 'custom'):
|
||||
if case.checker == "custom":
|
||||
custom_checker_path = split_path_first(case.custom_checker.name)
|
||||
if len(custom_checker_path) != 2:
|
||||
raise ProblemDataError(_('How did you corrupt the custom checker path?'))
|
||||
return(custom_checker_path[1])
|
||||
raise ProblemDataError(
|
||||
_("How did you corrupt the custom checker path?")
|
||||
)
|
||||
return custom_checker_path[1]
|
||||
|
||||
if (case.checker == 'customval'):
|
||||
if case.checker == "customval":
|
||||
return make_checker_for_validator(case)
|
||||
|
||||
if case.checker_args:
|
||||
return {
|
||||
'name': case.checker,
|
||||
'args': json.loads(case.checker_args),
|
||||
"name": case.checker,
|
||||
"args": json.loads(case.checker_args),
|
||||
}
|
||||
return case.checker
|
||||
|
||||
for i, case in enumerate(self.cases, 1):
|
||||
if case.type == 'C':
|
||||
if case.type == "C":
|
||||
data = {}
|
||||
if batch:
|
||||
case.points = None
|
||||
case.is_pretest = batch['is_pretest']
|
||||
case.is_pretest = batch["is_pretest"]
|
||||
else:
|
||||
if case.points is None:
|
||||
raise ProblemDataError(_('Points must be defined for non-batch case #%d.') % i)
|
||||
data['is_pretest'] = case.is_pretest
|
||||
raise ProblemDataError(
|
||||
_("Points must be defined for non-batch case #%d.") % i
|
||||
)
|
||||
data["is_pretest"] = case.is_pretest
|
||||
|
||||
if not self.generator:
|
||||
if case.input_file not in self.files:
|
||||
raise ProblemDataError(_('Input file for case %d does not exist: %s') %
|
||||
(i, case.input_file))
|
||||
raise ProblemDataError(
|
||||
_("Input file for case %d does not exist: %s")
|
||||
% (i, case.input_file)
|
||||
)
|
||||
if case.output_file not in self.files:
|
||||
raise ProblemDataError(_('Output file for case %d does not exist: %s') %
|
||||
(i, case.output_file))
|
||||
raise ProblemDataError(
|
||||
_("Output file for case %d does not exist: %s")
|
||||
% (i, case.output_file)
|
||||
)
|
||||
|
||||
if case.input_file:
|
||||
data['in'] = case.input_file
|
||||
data["in"] = case.input_file
|
||||
if case.output_file:
|
||||
data['out'] = case.output_file
|
||||
data["out"] = case.output_file
|
||||
if case.points is not None:
|
||||
data['points'] = case.points
|
||||
data["points"] = case.points
|
||||
if case.generator_args:
|
||||
data['generator_args'] = case.generator_args.splitlines()
|
||||
data["generator_args"] = case.generator_args.splitlines()
|
||||
if case.output_limit is not None:
|
||||
data['output_limit_length'] = case.output_limit
|
||||
data["output_limit_length"] = case.output_limit
|
||||
if case.output_prefix is not None:
|
||||
data['output_prefix_length'] = case.output_prefix
|
||||
data["output_prefix_length"] = case.output_prefix
|
||||
if case.checker:
|
||||
data['checker'] = make_checker(case)
|
||||
data["checker"] = make_checker(case)
|
||||
else:
|
||||
case.checker_args = ''
|
||||
case.save(update_fields=('checker_args', 'is_pretest'))
|
||||
(batch['batched'] if batch else cases).append(data)
|
||||
elif case.type == 'S':
|
||||
case.checker_args = ""
|
||||
case.save(update_fields=("checker_args", "is_pretest"))
|
||||
(batch["batched"] if batch else cases).append(data)
|
||||
elif case.type == "S":
|
||||
if batch:
|
||||
end_batch()
|
||||
if case.points is None:
|
||||
raise ProblemDataError(_('Batch start case #%d requires points.') % i)
|
||||
raise ProblemDataError(
|
||||
_("Batch start case #%d requires points.") % i
|
||||
)
|
||||
batch = {
|
||||
'points': case.points,
|
||||
'batched': [],
|
||||
'is_pretest': case.is_pretest,
|
||||
"points": case.points,
|
||||
"batched": [],
|
||||
"is_pretest": case.is_pretest,
|
||||
}
|
||||
if case.generator_args:
|
||||
batch['generator_args'] = case.generator_args.splitlines()
|
||||
batch["generator_args"] = case.generator_args.splitlines()
|
||||
if case.output_limit is not None:
|
||||
batch['output_limit_length'] = case.output_limit
|
||||
batch["output_limit_length"] = case.output_limit
|
||||
if case.output_prefix is not None:
|
||||
batch['output_prefix_length'] = case.output_prefix
|
||||
batch["output_prefix_length"] = case.output_prefix
|
||||
if case.checker:
|
||||
batch['checker'] = make_checker(case)
|
||||
batch["checker"] = make_checker(case)
|
||||
else:
|
||||
case.checker_args = ''
|
||||
case.input_file = ''
|
||||
case.output_file = ''
|
||||
case.save(update_fields=('checker_args', 'input_file', 'output_file'))
|
||||
elif case.type == 'E':
|
||||
case.checker_args = ""
|
||||
case.input_file = ""
|
||||
case.output_file = ""
|
||||
case.save(update_fields=("checker_args", "input_file", "output_file"))
|
||||
elif case.type == "E":
|
||||
if not batch:
|
||||
raise ProblemDataError(_('Attempt to end batch outside of one in case #%d') % i)
|
||||
case.is_pretest = batch['is_pretest']
|
||||
case.input_file = ''
|
||||
case.output_file = ''
|
||||
case.generator_args = ''
|
||||
case.checker = ''
|
||||
case.checker_args = ''
|
||||
raise ProblemDataError(
|
||||
_("Attempt to end batch outside of one in case #%d") % i
|
||||
)
|
||||
case.is_pretest = batch["is_pretest"]
|
||||
case.input_file = ""
|
||||
case.output_file = ""
|
||||
case.generator_args = ""
|
||||
case.checker = ""
|
||||
case.checker_args = ""
|
||||
case.save()
|
||||
end_batch()
|
||||
batch = None
|
||||
|
|
@ -189,44 +208,44 @@ class ProblemDataCompiler(object):
|
|||
if self.data.zipfile:
|
||||
zippath = split_path_first(self.data.zipfile.name)
|
||||
if len(zippath) != 2:
|
||||
raise ProblemDataError(_('How did you corrupt the zip path?'))
|
||||
init['archive'] = zippath[1]
|
||||
raise ProblemDataError(_("How did you corrupt the zip path?"))
|
||||
init["archive"] = zippath[1]
|
||||
|
||||
if self.generator:
|
||||
generator_path = split_path_first(self.generator.name)
|
||||
if len(generator_path) != 2:
|
||||
raise ProblemDataError(_('How did you corrupt the generator path?'))
|
||||
init['generator'] = generator_path[1]
|
||||
raise ProblemDataError(_("How did you corrupt the generator path?"))
|
||||
init["generator"] = generator_path[1]
|
||||
|
||||
pretests = [case for case in cases if case['is_pretest']]
|
||||
pretests = [case for case in cases if case["is_pretest"]]
|
||||
for case in cases:
|
||||
del case['is_pretest']
|
||||
del case["is_pretest"]
|
||||
if pretests:
|
||||
init['pretest_test_cases'] = pretests
|
||||
init["pretest_test_cases"] = pretests
|
||||
if cases:
|
||||
init['test_cases'] = cases
|
||||
init["test_cases"] = cases
|
||||
if self.data.output_limit is not None:
|
||||
init['output_limit_length'] = self.data.output_limit
|
||||
init["output_limit_length"] = self.data.output_limit
|
||||
if self.data.output_prefix is not None:
|
||||
init['output_prefix_length'] = self.data.output_prefix
|
||||
init["output_prefix_length"] = self.data.output_prefix
|
||||
if self.data.checker:
|
||||
if self.data.checker == 'interact':
|
||||
init['interactive'] = {
|
||||
'files': split_path_first(self.data.interactive_judge.name)[1],
|
||||
'feedback': True
|
||||
if self.data.checker == "interact":
|
||||
init["interactive"] = {
|
||||
"files": split_path_first(self.data.interactive_judge.name)[1],
|
||||
"feedback": True,
|
||||
}
|
||||
init['unbuffered'] = True
|
||||
init["unbuffered"] = True
|
||||
else:
|
||||
init['checker'] = make_checker(self.data)
|
||||
init["checker"] = make_checker(self.data)
|
||||
else:
|
||||
self.data.checker_args = ''
|
||||
self.data.checker_args = ""
|
||||
|
||||
return init
|
||||
|
||||
def compile(self):
|
||||
from judge.models import problem_data_storage
|
||||
|
||||
yml_file = '%s/init.yml' % self.problem.code
|
||||
yml_file = "%s/init.yml" % self.problem.code
|
||||
try:
|
||||
init = yaml.safe_dump(self.make_init())
|
||||
except ProblemDataError as e:
|
||||
|
|
@ -234,7 +253,7 @@ class ProblemDataCompiler(object):
|
|||
self.data.save()
|
||||
problem_data_storage.delete(yml_file)
|
||||
else:
|
||||
self.data.feedback = ''
|
||||
self.data.feedback = ""
|
||||
self.data.save()
|
||||
problem_data_storage.save(yml_file, ContentFile(init))
|
||||
|
||||
|
|
@ -245,26 +264,27 @@ class ProblemDataCompiler(object):
|
|||
|
||||
|
||||
def get_visible_content(data):
|
||||
data = data or b''
|
||||
data = data.replace(b'\r\n', b'\r').replace(b'\r', b'\n')
|
||||
data = data or b""
|
||||
data = data.replace(b"\r\n", b"\r").replace(b"\r", b"\n")
|
||||
|
||||
data = data.decode('utf-8')
|
||||
data = data.decode("utf-8")
|
||||
|
||||
if (len(data) > settings.TESTCASE_VISIBLE_LENGTH):
|
||||
data = data[:settings.TESTCASE_VISIBLE_LENGTH]
|
||||
data += '.' * 3
|
||||
if len(data) > settings.TESTCASE_VISIBLE_LENGTH:
|
||||
data = data[: settings.TESTCASE_VISIBLE_LENGTH]
|
||||
data += "." * 3
|
||||
return data
|
||||
|
||||
|
||||
def get_file_cachekey(file):
|
||||
return hashlib.sha1(file.encode()).hexdigest()
|
||||
|
||||
|
||||
def get_problem_case(problem, files):
|
||||
result = {}
|
||||
uncached_files = []
|
||||
|
||||
for file in files:
|
||||
cache_key = 'problem_archive:%s:%s' % (problem.code, get_file_cachekey(file))
|
||||
cache_key = "problem_archive:%s:%s" % (problem.code, get_file_cachekey(file))
|
||||
qs = cache.get(cache_key)
|
||||
if qs is None:
|
||||
uncached_files.append(file)
|
||||
|
|
@ -274,33 +294,33 @@ def get_problem_case(problem, files):
|
|||
if not uncached_files:
|
||||
return result
|
||||
|
||||
archive_path = os.path.join(settings.DMOJ_PROBLEM_DATA_ROOT,
|
||||
str(problem.data_files.zipfile))
|
||||
archive_path = os.path.join(
|
||||
settings.DMOJ_PROBLEM_DATA_ROOT, str(problem.data_files.zipfile)
|
||||
)
|
||||
if not os.path.exists(archive_path):
|
||||
raise Exception(
|
||||
'archive file "%s" does not exist' % archive_path)
|
||||
raise Exception('archive file "%s" does not exist' % archive_path)
|
||||
try:
|
||||
archive = zipfile.ZipFile(archive_path, 'r')
|
||||
archive = zipfile.ZipFile(archive_path, "r")
|
||||
except zipfile.BadZipfile:
|
||||
raise Exception('bad archive: "%s"' % archive_path)
|
||||
|
||||
for file in uncached_files:
|
||||
cache_key = 'problem_archive:%s:%s' % (problem.code, get_file_cachekey(file))
|
||||
cache_key = "problem_archive:%s:%s" % (problem.code, get_file_cachekey(file))
|
||||
with archive.open(file) as f:
|
||||
s = f.read(settings.TESTCASE_VISIBLE_LENGTH + 3)
|
||||
# add this so there are no characters left behind (ex, 'á' = 2 utf-8 chars)
|
||||
while True:
|
||||
try:
|
||||
s.decode('utf-8')
|
||||
s.decode("utf-8")
|
||||
break
|
||||
except UnicodeDecodeError:
|
||||
next_char = f.read(1)
|
||||
if next_char:
|
||||
s += next_char
|
||||
else:
|
||||
raise Exception('File %s is not able to decode in utf-8' % file)
|
||||
raise Exception("File %s is not able to decode in utf-8" % file)
|
||||
qs = get_visible_content(s)
|
||||
cache.set(cache_key, qs, 86400)
|
||||
result[file] = qs
|
||||
|
||||
return result
|
||||
return result
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue