NDOJ/judge/tasks/contest.py

from celery import shared_task
from django.conf import settings
from django.core.exceptions import ImproperlyConfigured
from django.utils.translation import gettext as _
from moss import MOSS

from judge.models import Contest, ContestMoss, ContestParticipation, Submission
from judge.utils.celery import Progress

__all__ = ("rescore_contest", "run_moss")


@shared_task(bind=True)
def rescore_contest(self, contest_key):
    contest = Contest.objects.get(key=contest_key)
    participations = contest.users

    rescored = 0
    with Progress(
        self, participations.count(), stage=_("Recalculating contest scores")
    ) as p:
        for participation in participations.iterator():
            participation.recompute_results()
            rescored += 1
            if rescored % 10 == 0:
                p.done = rescored
    return rescored


@shared_task(bind=True)
def run_moss(self, contest_key):
    moss_api_key = settings.MOSS_API_KEY
    if moss_api_key is None:
        raise ImproperlyConfigured("No MOSS API Key supplied")

    contest = Contest.objects.get(key=contest_key)
    ContestMoss.objects.filter(contest=contest).delete()

    length = len(ContestMoss.LANG_MAPPING) * contest.problems.count()
    moss_results = []

    with Progress(self, length, stage=_("Running MOSS")) as p:
        for problem in contest.problems.all():
            for dmoj_lang, moss_lang in ContestMoss.LANG_MAPPING:
                result = ContestMoss(
                    contest=contest, problem=problem, language=dmoj_lang
                )

                subs = (
                    Submission.objects.filter(
                        contest__participation__virtual__in=(
                            ContestParticipation.LIVE,
                            ContestParticipation.SPECTATE,
                        ),
                        contest_object=contest,
                        problem=problem,
                        language__common_name=dmoj_lang,
                    )
                    .order_by("-points")
                    .values_list("user__user__username", "source__source")
                )

                if subs.exists():
                    moss_call = MOSS(
                        moss_api_key,
                        language=moss_lang,
                        matching_file_limit=100,
                        comment="%s - %s" % (contest.key, problem.code),
                    )

                    users = set()

                    for username, source in subs:
                        if username in users:
                            continue
                        users.add(username)
                        moss_call.add_file_from_memory(username, source.encode("utf-8"))

                    result.url = moss_call.process()
                    result.submission_count = len(users)

                moss_results.append(result)
                p.did(1)

    ContestMoss.objects.bulk_create(moss_results)

    return len(moss_results)