Skip to content

Commit d66178b

Browse files
committed
polish: stop encoding special cases in the crawler
1 parent 08d09c9 commit d66178b

File tree

1 file changed

+0
-8
lines changed

1 file changed

+0
-8
lines changed

ferry/crawler/classes/parse.py

Lines changed: 0 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -13,11 +13,6 @@
1313

1414
warnings.filterwarnings("ignore", category=MarkupResemblesLocatorWarning, module="bs4")
1515

16-
PROFESSOR_EXCEPTIONS = {
17-
"Kimberly Shirkhani": "Kim Shirkhani",
18-
"John Green": "Derek Green",
19-
}
20-
2116
COLLEGE_SEMINAR_CODES = {
2217
"CSBF", # Coll Sem: Ben Franklin Coll
2318
"CSBK", # Coll Sem: Berkeley Coll
@@ -104,9 +99,6 @@ def extract_professors(instructordetail_html: str) -> ParsedProfessors:
10499
# remove accents from professor names
105100
instructor_name = unidecode(instructor_name)
106101

107-
# patch certain professor names manually
108-
instructor_name = PROFESSOR_EXCEPTIONS.get(instructor_name, instructor_name)
109-
110102
# if the professor has a name and is not listed as staff, add it
111103
if len(instructor_name) > 0 and instructor_name != "Staff":
112104
names.append(instructor_name)

0 commit comments

Comments
 (0)