fix: langs parse

Author: omg-xtao

.github/workflows/python.yml

@@ -11,12 +11,12 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - name: Checkout source
-        uses: actions/checkout@v4
+        uses: actions/checkout@v6
 
       - name: Set up Python
-        uses: actions/setup-python@v5
+        uses: actions/setup-python@v6
         with:
-          python-version: 3.11
+          python-version: 3.12
 
       - name: Install Dependencies
         run: |
@@ -27,4 +27,5 @@ jobs:
 
       - name: Fetch Files
         run: |
+          bash download.sh
           python main.py

download.sh

@@ -0,0 +1,25 @@
+#!/bin/bash
+
+# Download AnimeGameData TextMap archive and extract to raw/langs
+URL="https://gitlab.com/Dimbreath/AnimeGameData/-/archive/master/AnimeGameData-master.tar?ref_type=heads&path=TextMap"
+OUTPUT_DIR="raw/langs"
+
+# Create output directory if it doesn't exist
+mkdir -p "$OUTPUT_DIR"
+
+# Download the tar file
+echo "Downloading from $URL..."
+curl -L -o temp.tar "$URL"
+
+# Extract to the output directory
+echo "Extracting..."
+tar -xf temp.tar
+
+# Clean up temporary file
+rm -f temp.tar
+
+# move extracted files to the output directory
+echo "Moving files to $OUTPUT_DIR..."
+mv AnimeGameData-master-TextMap/* "$OUTPUT_DIR/"
+
+echo "Done!"

main.py

@@ -120,20 +120,13 @@ async def main():
 
     await asyncio.sleep(1)
 
-    if not SKIP_DOWNLOAD:
-        langPath = await request(GIT2.format(PATH=f"/projects/{PROJECT_ID}/repository/tree?recursive=true&path={os.getenv('LANG_FOLDER')}"))
-        for lang in langPath:
-            await download_json(
-                url=RAW_GIT2.format(PATH=f"{USERNAME}/{REPOSITORY}/-/raw/{PROJECT_BRANCH}/{lang['path']}"),
-                filename=lang["name"],
-                path=os.path.join("raw", "langs")
-            )
+    # download langs, moved to download.sh
 
     # Load langs 
     for lang in os.listdir(os.path.join("raw", "langs")):
         if lang.endswith(".json"):
             with open(os.path.join("raw", "langs", lang), "r", encoding="utf-8") as f:
-                _lang = lang.split(".")[0].replace("TextMap", "")
+                _lang = lang.split(".")[0].replace("TextMap", "").replace("_Medium", "")
                 _lang_real = _lang.split("_")[0]
                 LOGGER.debug(f"Loading lang ({_lang}) {_lang_real}...")
                 _temp_dict = LANGS.get(_lang_real, {})