Add editor support and dev tools

- Add new frontend editor in Svelte for submissions
- Add development tools and examples in dev/ directory
- Update problem models and tasks for better editor integration
- Add new Celery tasks and improve submission handling
- Update templates for enhanced UI/UX
- Add utilities for rankings and contests
- Update dependencies and gitignore
- Migrate database schema changes

Author: szhang45

.gitignore

@@ -1,9 +1,10 @@
-.vscode
 __pycache__
 .venv
 .ruff_cache
 .env
 .first_log
 collected_static
 media
-./filler_data.py
+./filler_data.py
+./filler_data.pydb.sqlite3
+

README.md

@@ -4,6 +4,8 @@ TJ Computer Team Members: You can find all information about in-houses and the c
 This grader website can be accessed at https://tjctgrader.org/.
 Please contact us through tjctgrader@gmail.com if you have any questions or concerns.
 
+This repository contains most of the website that deals with how pages are rendered to users. The part of the website that runs code and judges it can be found at this repository: https://github.com/TJ-Computer-Team/coderunner.
+
 ---
 Current Developers: Samuel Chow, Samuel Zhang
 

autograder/apps/contests/utils.py

@@ -14,7 +14,7 @@ def get_standings(cid):
     pid_index = {p.id: i for i, p in enumerate(problems)}
     start, end = contest.start, contest.end
 
-    users = GraderUser.objects.filter(is_staff=False)
+    users = GraderUser.objects.all()
     stats = {
         u.id: {
             "id": u.id,
@@ -39,16 +39,18 @@ def get_standings(cid):
         if user_data is None or prob_idx is None:
             continue
 
-        if user_data["problems"][prob_idx] <= 0:
-            user_data["problems"][prob_idx] -= 1
-
         if s.verdict in ("Accepted", "AC"):
-            if user_data["problems"][prob_idx] < 0:
+            if user_data["problems"][prob_idx] == 0:
                 user_data["solved"] += problems[prob_idx].points
                 minutes = int((s.timestamp - start).total_seconds() / 60)
-
-                user_data["problems"][prob_idx] = abs(user_data["problems"][prob_idx])
-                user_data["penalty"] += minutes + 5 * user_data["problems"][prob_idx]
+                # Add time and wrong-submission penalty
+                user_data["penalty"] += minutes - 10 * abs(
+                    min(0, user_data["problems"][prob_idx])
+                )
+                user_data["problems"][prob_idx] = 1
+        else:
+            if user_data["problems"][prob_idx] == 0:
+                user_data["problems"][prob_idx] -= 1
 
     # Filter and sort
     standings = [

autograder/apps/contests/views.py

@@ -2,7 +2,6 @@
 from django.core.paginator import Paginator
 from django.conf import settings
 from django.utils import timezone
-from django.http import HttpResponse
 from ..oauth.decorators import login_required, admin_required
 from .models import Contest
 from ..problems.models import Problem
@@ -17,8 +16,6 @@
 @login_required
 def contests_view(request):
     contests = Contest.objects.filter(tjioi=settings.TJIOI_MODE).order_by("-start")
-    if not request.user.is_staff:
-        contests = contests.filter(start__lte=timezone.now())
     context = {"contests": contests}
     return render(request, "contest/contests.html", context)
 
@@ -27,15 +24,18 @@ def contests_view(request):
 def contest_view(request, cid):
     contest = get_object_or_404(Contest, pk=cid)
 
-    problems = list(Problem.objects.filter(contest=contest).order_by("id"))
+    problems = list(Problem.objects.filter(contest=contest).order_by('id'))
     if problems is None:
         problems = []
 
+    now = timezone.now()
+    contest_start = contest.start
     contest_end = contest.end
     time_message = contest_end
     time_type = "end"
-    if timezone.now() < contest.start:
-        return HttpResponse("Contest has not started yet", status=403)
+    if now < contest_start:
+        time_type = "start"
+        time_message = contest_start
 
     ordered = []
     for problem in problems:
@@ -74,18 +74,20 @@ def contest_view(request, cid):
             ordered[pind]["solves"] += 1
             ordered[pind]["users"].append(ind)
 
-    context = {
-        "not_empty": "yes" if ordered else "no",
-        "title": contest.name,
-        "problems": ordered,
-        "user": request.user.id,
-        "cid": contest.id,
-        "timeStatus": time_message,
-        "timeType": time_type,
-        "editorial": getattr(contest, "editorial", None),
-        "contest_over": timezone.now() > contest.end,
-    }
-    return render(request, "contest/contest.html", context)
+    if ordered:
+        context = {
+            "title": contest.name,
+            "problems": ordered,
+            "user": request.user.id,
+            "cid": contest.id,
+            "timeStatus": time_message,
+            "timeType": time_type,
+            "editorial": getattr(contest, "editorial", None),
+            "contest_over": timezone.now() > contest.end,
+        }
+        return render(request, "contest/contest.html", context)
+    else:
+        return redirect("contests:contests")
 
 
 @login_required
@@ -94,9 +96,6 @@ def contest_standings_view(request, cid):
     problems = Problem.objects.filter(contest_id=cid)
     contest = get_object_or_404(Contest, id=cid)
 
-    if timezone.now() < contest.start:
-        return HttpResponse("Contest has not started yet", status=403)
-
     context = {
         "title": standings["title"],
         "cid": cid,
@@ -112,8 +111,6 @@ def contest_standings_view(request, cid):
 @login_required
 def contest_status_view(request, cid, mine_only, page):
     contest = get_object_or_404(Contest, id=cid)
-    if timezone.now() < contest.start:
-        return HttpResponse("Contest has not started yet", status=403)
     subs = Submission.objects.filter(contest=contest)
     if not request.user.is_staff:
         subs = subs.filter(usr__is_staff=False)

autograder/apps/index/signals.py

@@ -1,7 +1,8 @@
 from django.db.models.signals import post_save
 from django.dispatch import receiver
 from .models import GraderUser
-from ..rankings.tasks import update_codeforces_rating
+from decimal import Decimal
+from ..rankings.utils import get_codeforces_rating
 import threading
 import logging
 
@@ -10,7 +11,7 @@
 
 
 @receiver(post_save, sender=GraderUser)
-def handle_user_updates(sender, instance, created, update_fields=None, **kwargs):
+def update_rating(sender, instance, created, **kwargs):
     if getattr(_signal_lock, "in_signal", False):
         return
 
@@ -23,12 +24,31 @@ def handle_user_updates(sender, instance, created, update_fields=None, **kwargs)
     }
 
     new_usaco_rating = usaco_map.get(instance.usaco_division, 800)
+    new_cf_rating = get_codeforces_rating(instance)
+    if new_cf_rating is None:
+        new_cf_rating = instance.cf_rating
+    vals = [new_usaco_rating, new_cf_rating, instance.inhouse]
+    vals.sort()
+    new_index = (
+        Decimal("0.2") * vals[0] + Decimal("0.35") * vals[1] + Decimal("0.45") * vals[2]
+    )
+
+    fields_to_update = []
     if instance.usaco_rating != new_usaco_rating:
         instance.usaco_rating = new_usaco_rating
+        fields_to_update.append("usaco_rating")
+
+    if instance.cf_rating != new_cf_rating:
+        instance.cf_rating = new_cf_rating
+        fields_to_update.append("cf_rating")
+
+    if instance.index != new_index:
+        instance.index = new_index
+        fields_to_update.append("index")
+
+    if fields_to_update:
         try:
             _signal_lock.in_signal = True
-            instance.save(update_fields=["usaco_rating"])
+            instance.save(update_fields=fields_to_update)
         finally:
             _signal_lock.in_signal = False
-
-    update_codeforces_rating.delay(instance.id)

autograder/apps/index/views.py

@@ -53,7 +53,9 @@ def profile_view(request):
 
     cfh = request.user.cf_handle
 
-    context = {"cf_handle": cfh if cfh and len(cfh) > 0 else ""}
+    context = {
+        "cf_handle": cfh if cfh and len(cfh) > 0 else ""
+    }
     return render(request, "index/profile.html", context=context)
 
 

autograder/apps/problems/migrations/0010_remove_problem_solution.py

@@ -4,13 +4,14 @@
 
 
 class Migration(migrations.Migration):
+
     dependencies = [
-        ("problems", "0009_alter_problem_testcases_zip"),
+        ('problems', '0009_alter_problem_testcases_zip'),
     ]
 
     operations = [
         migrations.RemoveField(
-            model_name="problem",
-            name="solution",
+            model_name='problem',
+            name='solution',
         ),
     ]

autograder/apps/problems/migrations/0011_alter_problem_testcases_zip.py

@@ -4,14 +4,15 @@
 
 
 class Migration(migrations.Migration):
+
     dependencies = [
-        ("problems", "0010_remove_problem_solution"),
+        ('problems', '0010_remove_problem_solution'),
     ]
 
     operations = [
         migrations.AlterField(
-            model_name="problem",
-            name="testcases_zip",
-            field=models.FileField(blank=True, upload_to="problem_testcases/"),
+            model_name='problem',
+            name='testcases_zip',
+            field=models.FileField(blank=True, upload_to='problem_testcases/'),
         ),
     ]

autograder/apps/problems/signals.py

@@ -1,17 +1,17 @@
 from django.db.models.signals import post_save
 from django.dispatch import receiver
 from .models import Problem
-from ...coderunner.files import add_problem_to_coderunner, add_tests_to_coderunner
+from .tasks import add_problem_to_coderunner_task, add_tests_to_coderunner_task
 import logging
 
 logger = logging.getLogger(__name__)
 
 
 @receiver(post_save, sender=Problem)
 def add_problem_folder(sender, instance, created, **kwargs):
-    add_problem_to_coderunner(instance.id)
+    add_problem_to_coderunner_task.delay(instance.id)
 
 
 @receiver(post_save, sender=Problem)
 def add_problem_tests(sender, instance, created, **kwargs):
-    add_tests_to_coderunner(instance.id)
+    add_tests_to_coderunner_task.delay(instance.id)

autograder/apps/problems/tasks.py

@@ -0,0 +1,102 @@
+import os
+import logging
+import requests
+import zipfile
+import tempfile
+from urllib.parse import urlencode
+from celery import shared_task
+from django.conf import settings
+from ..problems.models import Problem
+
+logger = logging.getLogger(__name__)
+
+
+@shared_task(bind=True, max_retries=3, default_retry_delay=30)
+def add_problem_to_coderunner_task(self, problem_id: int):
+    logger.info(f"Registering problem {problem_id} with the coderunner.")
+    coderunner_url = settings.CODERUNNER_URL + "addProblem"
+    try:
+        response = requests.post(
+            coderunner_url,
+            data=urlencode({"pid": problem_id}),
+            headers={"Content-Type": "application/x-www-form-urlencoded"},
+        )
+        response.raise_for_status()
+        logger.info(f"Successfully added problem {problem_id} to coderunner.")
+    except requests.exceptions.RequestException as exc:
+        logger.warning(f"Network error for problem {problem_id}: {exc}. Retrying...")
+        raise self.retry(exc=exc)
+    except Exception:
+        logger.exception(
+            f"An unexpected error occurred while adding problem {problem_id}."
+        )
+        raise
+
+
+@shared_task(bind=True, max_retries=3, default_retry_delay=30)
+def add_tests_to_coderunner_task(self, problem_id: int):
+    logger.info(f"Starting test case upload for problem {problem_id}.")
+    try:
+        problem = Problem.objects.get(id=problem_id)
+        if not problem.testcases_zip or not hasattr(problem.testcases_zip, "path"):
+            logger.warning(f"No zip file found for problem {problem_id}.")
+            return
+
+        with tempfile.TemporaryDirectory() as tmpdir:
+            with zipfile.ZipFile(problem.testcases_zip.path, "r") as zip_ref:
+                zip_ref.extractall(tmpdir)
+                names = zip_ref.namelist()
+
+            upload_url = settings.CODERUNNER_URL + "addTest"
+            headers = {"Content-Type": "application/x-www-form-urlencoded"}
+            testcases = {}
+
+            for name in names:
+                full_path = os.path.join(tmpdir, name)
+                if not os.path.isfile(full_path):
+                    continue
+
+                base, ext = os.path.splitext(name)
+                if not base.isdigit() or ext not in [".in", ".out"]:
+                    logger.error(f"Invalid file name: {name}")
+                    return
+
+                tid = int(base)
+                if tid not in testcases:
+                    testcases[tid] = {}
+                with open(full_path, "r") as f:
+                    content = f.read()
+                    if ext == ".in":
+                        testcases[tid]["test"] = content
+                    else:
+                        testcases[tid]["out"] = content
+
+            for tid, tc in testcases.items():
+                payload = {
+                    "pid": problem_id,
+                    "tid": tid,
+                    "test": tc["test"],
+                    "out": tc["out"],
+                }
+                response = requests.post(
+                    upload_url, data=urlencode(payload), headers=headers
+                )
+                if response.status_code != 200:
+                    logger.error(
+                        f"Failed to upload test {tid} for problem {problem_id}: {response.text}"
+                    )
+                else:
+                    logger.info(f"Uploaded test {tid} for problem {problem_id}")
+
+    except Problem.DoesNotExist:
+        logger.error(f"Problem {problem_id} not found for test upload.")
+    except requests.exceptions.RequestException as exc:
+        logger.warning(
+            f"Network error during test upload for {problem_id}: {exc}. Retrying..."
+        )
+        raise self.retry(exc=exc)
+    except Exception:
+        logger.exception(
+            f"An unexpected error occurred during test upload for {problem_id}."
+        )
+        raise