csvs are encoded in utf-8!

Author: el-agua

backend/review/management/commands/iscimport.py

@@ -144,11 +144,11 @@ def get_files(self, src, is_zipfile, tables_to_get, use_csv=False):
             self.zfile = zipfile.ZipFile(src)
             for name in tables_to_get:
                 zf = self.zfile.open(name + (".csv" if use_csv else ".sql"))
-                files.append(io.TextIOWrapper(zf, "latin-1"))
+                files.append(io.TextIOWrapper(zf, "utf-8-sig" if use_csv else "latin-1"))
         else:
             for name in tables_to_get:
                 path = os.path.abspath(os.path.join(src, name + (".csv" if use_csv else ".sql")))
-                files.append(open(path, "r", encoding="latin-1"))
+                files.append(open(path, "r", encoding="utf-8-sig" if use_csv else "latin-1"))
         return tuple(files)
 
     def close_files(self, files):