import json import mimetypes import os from itertools import chain from zipfile import BadZipfile, ZipFile from django.conf import settings from django.contrib.auth.decorators import login_required from django.contrib.auth.mixins import LoginRequiredMixin from django.core.exceptions import ValidationError from django.forms import BaseModelFormSet, HiddenInput, ModelForm, NumberInput, Select, formset_factory, FileInput from django.http import Http404, HttpResponse, HttpResponseRedirect from django.shortcuts import get_object_or_404, render from django.urls import reverse from django.utils.html import escape, format_html from django.utils.safestring import mark_safe from django.utils.translation import gettext as _ from django.views.generic import DetailView from judge.highlight_code import highlight_code from judge.models import Problem, ProblemData, ProblemTestCase, Submission, problem_data_storage from judge.utils.problem_data import ProblemDataCompiler from judge.utils.unicode import utf8text from judge.utils.views import TitleMixin from judge.views.problem import ProblemMixin mimetypes.init() mimetypes.add_type('application/x-yaml', '.yml') def checker_args_cleaner(self): data = self.cleaned_data['checker_args'] if not data or data.isspace(): return '' try: if not isinstance(json.loads(data), dict): raise ValidationError(_('Checker arguments must be a JSON object')) except ValueError: raise ValidationError(_('Checker arguments is invalid JSON')) return data class ProblemDataForm(ModelForm): def clean_zipfile(self): if hasattr(self, 'zip_valid') and not self.zip_valid: raise ValidationError(_('Your zip file is invalid!')) return self.cleaned_data['zipfile'] clean_checker_args = checker_args_cleaner class Meta: model = ProblemData fields = ['zipfile', 'checker', 'checker_args', 'custom_checker', 'custom_validator'] widgets = { 'checker_args': HiddenInput, 'generator': HiddenInput, 'output_limit': HiddenInput, 'output_prefix': HiddenInput, } class ProblemCaseForm(ModelForm): clean_checker_args = checker_args_cleaner class Meta: model = ProblemTestCase fields = ('order', 'type', 'input_file', 'output_file', 'points', 'is_pretest', 'checker', 'checker_args') #, 'output_limit', 'output_prefix', 'generator_args') widgets = { # 'generator_args': HiddenInput, 'type': Select(attrs={'style': 'width: 100%'}), 'points': NumberInput(attrs={'style': 'width: 4em'}), # 'output_prefix': NumberInput(attrs={'style': 'width: 4.5em'}), # 'output_limit': NumberInput(attrs={'style': 'width: 6em'}), # 'checker_args': HiddenInput, } class ProblemCaseFormSet(formset_factory(ProblemCaseForm, formset=BaseModelFormSet, extra=1, max_num=1, can_delete=True)): model = ProblemTestCase def __init__(self, *args, **kwargs): self.valid_files = kwargs.pop('valid_files', None) super(ProblemCaseFormSet, self).__init__(*args, **kwargs) def _construct_form(self, i, **kwargs): form = super(ProblemCaseFormSet, self)._construct_form(i, **kwargs) form.valid_files = self.valid_files return form class ProblemManagerMixin(LoginRequiredMixin, ProblemMixin, DetailView): def get_object(self, queryset=None): problem = super(ProblemManagerMixin, self).get_object(queryset) if problem.is_manually_managed: raise Http404() if self.request.user.is_superuser or problem.is_editable_by(self.request.user): return problem raise Http404() class ProblemSubmissionDiff(TitleMixin, ProblemMixin, DetailView): template_name = 'problem/submission-diff.html' def get_title(self): return _('Comparing submissions for {0}').format(self.object.name) def get_content_title(self): return format_html(_('Comparing submissions for {0}'), self.object.name, reverse('problem_detail', args=[self.object.code])) def get_object(self, queryset=None): problem = super(ProblemSubmissionDiff, self).get_object(queryset) if self.request.user.is_superuser or problem.is_editable_by(self.request.user): return problem raise Http404() def get_context_data(self, **kwargs): context = super(ProblemSubmissionDiff, self).get_context_data(**kwargs) try: ids = self.request.GET.getlist('id') subs = Submission.objects.filter(id__in=ids) except ValueError: raise Http404 if not subs: raise Http404 context['submissions'] = subs # If we have associated data we can do better than just guess data = ProblemTestCase.objects.filter(dataset=self.object, type='C') if data: num_cases = data.count() else: num_cases = subs.first().test_cases.count() context['num_cases'] = num_cases return context class ProblemDataView(TitleMixin, ProblemManagerMixin): template_name = 'problem/data.html' def get_title(self): return _('Editing data for {0}').format(self.object.name) def get_content_title(self): return mark_safe(escape(_('Editing data for %s')) % ( format_html('{0}', self.object.name, reverse('problem_detail', args=[self.object.code])))) def get_data_form(self, post=False): return ProblemDataForm(data=self.request.POST if post else None, prefix='problem-data', files=self.request.FILES if post else None, instance=ProblemData.objects.get_or_create(problem=self.object)[0]) def get_case_formset(self, files, post=False): return ProblemCaseFormSet(data=self.request.POST if post else None, prefix='cases', valid_files=files, queryset=ProblemTestCase.objects.filter(dataset_id=self.object.pk).order_by('order')) def get_valid_files(self, data, post=False): try: if post and 'problem-data-zipfile-clear' in self.request.POST: return [] elif post and 'problem-data-zipfile' in self.request.FILES: return ZipFile(self.request.FILES['problem-data-zipfile']).namelist() elif data.zipfile: return ZipFile(data.zipfile.path).namelist() except BadZipfile: return [] return [] def get_context_data(self, **kwargs): context = super(ProblemDataView, self).get_context_data(**kwargs) if 'data_form' not in context: context['data_form'] = self.get_data_form() valid_files = context['valid_files'] = self.get_valid_files(context['data_form'].instance) context['data_form'].zip_valid = valid_files is not False context['cases_formset'] = self.get_case_formset(valid_files) context['valid_files_json'] = mark_safe(json.dumps(context['valid_files'])) context['valid_files'] = set(context['valid_files']) context['all_case_forms'] = chain(context['cases_formset'], [context['cases_formset'].empty_form]) return context def post(self, request, *args, **kwargs): self.object = problem = self.get_object() data_form = self.get_data_form(post=True) valid_files = self.get_valid_files(data_form.instance, post=True) data_form.zip_valid = valid_files is not False cases_formset = self.get_case_formset(valid_files, post=True) if data_form.is_valid() and cases_formset.is_valid(): data = data_form.save() for case in cases_formset.save(commit=False): case.dataset_id = problem.id case.save() for case in cases_formset.deleted_objects: case.delete() ProblemDataCompiler.generate(problem, data, problem.cases.order_by('order'), valid_files) return HttpResponseRedirect(request.get_full_path()) return self.render_to_response(self.get_context_data(data_form=data_form, cases_formset=cases_formset, valid_files=valid_files)) put = post @login_required def problem_data_file(request, problem, path): object = get_object_or_404(Problem, code=problem) if not object.is_editable_by(request.user): raise Http404() response = HttpResponse() if hasattr(settings, 'DMOJ_PROBLEM_DATA_INTERNAL') and request.META.get('SERVER_SOFTWARE', '').startswith('nginx/'): response['X-Accel-Redirect'] = '%s/%s/%s' % (settings.DMOJ_PROBLEM_DATA_INTERNAL, problem, path) else: try: with problem_data_storage.open(os.path.join(problem, path), 'rb') as f: response.content = f.read() except IOError: raise Http404() response['Content-Type'] = 'application/octet-stream' return response @login_required def problem_init_view(request, problem): problem = get_object_or_404(Problem, code=problem) if not request.user.is_superuser and not problem.is_editable_by(request.user): raise Http404() try: with problem_data_storage.open(os.path.join(problem.code, 'init.yml'), 'rb') as f: data = utf8text(f.read()).rstrip('\n') except IOError: raise Http404() return render(request, 'problem/yaml.html', { 'raw_source': data, 'highlighted_source': highlight_code(data, 'yaml'), 'title': _('Generated init.yml for %s') % problem.name, 'content_title': mark_safe(escape(_('Generated init.yml for %s')) % ( format_html('{0}', problem.name, reverse('problem_detail', args=[problem.code])))), })