Fix: add huggingface model download functionality (infiniflow#11101)

### What problem does this PR solve?

reverse infiniflow#11048

### Type of change

- [x] Bug Fix (non-breaking change which fixes an issue)

Author: asiroliu

download_deps.py

@@ -14,6 +14,7 @@
 from typing import Union
 
 import nltk
+from huggingface_hub import snapshot_download
 
 
 def get_urls(use_china_mirrors=False) -> list[Union[str, list[str]]]:
@@ -39,6 +40,19 @@ def get_urls(use_china_mirrors=False) -> list[Union[str, list[str]]]:
         ]
 
 
+repos = [
+    "InfiniFlow/text_concat_xgb_v1.0",
+    "InfiniFlow/deepdoc",
+    "InfiniFlow/huqie",
+]
+
+
+def download_model(repo_id):
+    local_dir = os.path.abspath(os.path.join("huggingface.co", repo_id))
+    os.makedirs(local_dir, exist_ok=True)
+    snapshot_download(repo_id=repo_id, local_dir=local_dir)
+
+
 if __name__ == "__main__":
     parser = argparse.ArgumentParser(description="Download dependencies with optional China mirror support")
     parser.add_argument("--china-mirrors", action="store_true", help="Use China-accessible mirrors for downloads")
@@ -57,3 +71,7 @@ def get_urls(use_china_mirrors=False) -> list[Union[str, list[str]]]:
     for data in ["wordnet", "punkt", "punkt_tab"]:
         print(f"Downloading nltk {data}...")
         nltk.download(data, download_dir=local_dir)
+
+    for repo_id in repos:
+        print(f"Downloading huggingface repo {repo_id}...")
+        download_model(repo_id)