actually make scraping work

Author: samuel-lao

backend/degree/management/commands/fetch_degrees.py

@@ -88,24 +88,28 @@ def handle(self, *args, **kwargs):
 
         for year in range(since_year, to_year + 1):
             for program in client.get_programs(year=year):
-                    if program not in program_code_to_name:
-                        continue
-                    for degree in client.degrees_of(program, year=year):
-                        try:
-                            with transaction.atomic():
-                                Degree.objects.filter(
-                                    program=degree.program,
-                                    degree=degree.degree + "_MANT" if "_MANT" in degree.program else degree.degree,
-                                    major=degree.major,
-                                    concentration=degree.concentration,
-                                    year=degree.year,
-                                ).delete()
-                                degree.save()
-                                if kwargs["verbosity"]:
-                                    print(f"Saving degree {degree}...")
-                                parse_and_save_degreeworks(client.audit(degree), degree)
-                        except Exception as e:
-                            print(e)
+                if program not in program_code_to_name:
+                    continue
+                for degree in client.degrees_of(program, year=year):
+                    try:
+                        with transaction.atomic():
+                            Degree.objects.filter(
+                                program=degree.program,
+                                degree=(
+                                    degree.degree + "_MANT"
+                                    if "_MANT" in degree.program
+                                    else degree.degree
+                                ),
+                                major=degree.major,
+                                concentration=degree.concentration,
+                                year=degree.year,
+                            ).delete()
+                            degree.save()
+                            if kwargs["verbosity"]:
+                                print(f"Saving degree {degree}...")
+                            parse_and_save_degreeworks(client.audit(degree), degree)
+                    except Exception as e:
+                        print(e)
 
         if kwargs["deduplicate_rules"]:
             if kwargs["verbosity"]:

backend/degree/utils/parse_degreeworks.py

@@ -341,7 +341,8 @@ def parse_and_save_degreeworks(json: dict, degree: Degree) -> bool:
     rules = parse_degreeworks(json, degree)
     if rules is None:
         return False
-
+    if "_MANT" in degree.program:
+        degree.degree = degree.degree + "_MANT"
     degree.save()
     for rule in rules:
         if rule.q:

backend/degree/views.py

@@ -91,7 +91,7 @@ def create(self, request, *args, **kwargs):
         if DegreePlan.objects.filter(name=name, person=self.request.user).exists():
             return Response(
                 {"warning": f"A degree plan with name {name} already exists."},
-                status=status.HTTP_409_CONFLICT
+                status=status.HTTP_409_CONFLICT,
             )
         new_degree_plan = DegreePlan(name=name, person=self.request.user)
         new_degree_plan.save()
@@ -312,18 +312,14 @@ def switch_rule(self, request, *args, **kwargs):
                 other_unselected.add(target_rule)
 
                 if len(other_selected) == 0:
-                    displaced.append(
-                        {"full_code": other.full_code, "removed": True}
-                    )
+                    displaced.append({"full_code": other.full_code, "removed": True})
                     other.delete()
                 else:
                     other.rules.set(other_selected)
                     other.unselected_rules.set(other_unselected)
                     other.legal = check_legal(other_selected, rule_to_degree)
                     other.save()
-                    displaced.append(
-                        {"full_code": other.full_code, "removed": False}
-                    )
+                    displaced.append({"full_code": other.full_code, "removed": False})
 
         data = self.get_serializer(fulfillment).data
         data["displaced"] = displaced