feat(phi-plugin): 优化存档解析性能并添加惰性加载功能

molanp · molanp · commit 21b8e1148347 · 2025-08-15T11:39:06.000+08:00
- 重构 PhigrosUser 类的 buildRecord 方法，使用 asyncio.gather 并发读取和解密存档文件，提升性能
- 添加 LevelRecordInfo 类的惰性加载功能，优化内存使用
- 更新 SaveInfoSummary 和 SaveInfoGameFile 类，将日期字段改为 datetime 类型
- 移除 default.html 中的版权信息显示位置，改为在页面底部显示
diff --git a/README.md b/README.md
@@ -30,6 +30,10 @@
 >
 > 当前 `Save -> gameRecord: dict[str, list["LevelRecordInfo | None"]]` 的 `LevelRecordInfo` 补全存在严重的性能问题，正在着手解决但希望渺茫
 
+## 🏃‍♀️ 我跑路了
+
+由于无法解决性能问题，我跑路了，等有大佬能解决了再说，不写了不写了(˙꒫˙`)
+
 
 ## 长期寻求合作者共同开发
 
diff --git a/phi-plugin/apps/session.py b/phi-plugin/apps/session.py
@@ -99,8 +99,7 @@ async def _(bot, session: Uninfo, sstk: Match[str]):
                         f"二维码剩余时间:{QRCodetimeout}",
                         await getQRcode.getQRcode(qrcode),
                     ],
-                    False,
-                    recallTime,
+                    recallTime=recallTime,
                 )
             else:
                 qrCodeMsg = await send.sendWithAt(
diff --git a/phi-plugin/lib/PhigrosUser.py b/phi-plugin/lib/PhigrosUser.py
@@ -1,3 +1,4 @@
+import asyncio
 import io
 import re
 from typing import Any
@@ -89,70 +90,54 @@ async def getSaveInfo(self) -> SaveInfo:
             raise ValueError("设置saveUrl失败") from e
         return self.saveInfo[0]
 
-    async def buildRecord(self) -> bool:
+    async def buildRecord(self):
         """
-        返回未绑定的信息数组，没有则为false
-
-        (注: 看实际逻辑感觉是构建记录，然后不会有返回，失败直接抛出)
-
-        :return: 是否成功
+        构建记录
         """
         if not hasattr(self, "saveUrl"):
             await self.getSaveInfo()
 
         if self.saveInfo[0].summary.saveVersion == "1":
             raise ValueError("存档版本过低，请更新Phigros！")
 
-        if getattr(self, "saveUrl", None):
-            # 从saveurl获取存档zip
-            try:
-                response = await AsyncHttpx.get(self.saveUrl)
-                if not response:
-                    raise ValueError("获取存档失败")
-                savezip = readZip(response.content)
-
-                # 插件存档版本
-                self.Recordver = 1.0
-
-                # 获取 gameProgress
-                file = ByteReader(await savezip.file("gameProgress"))
-                file.getByte()
-                self.gameProgress = GameProgress(
-                    await SaveManager.decrypt(file.getAllByte())
-                )
-
-                # 获取 gameuser
-                file = ByteReader(await savezip.file("user"))
-                file.getByte()
-                self.gameuser = GameUser(await SaveManager.decrypt(file.getAllByte()))
+        save_url = getattr(self, "saveUrl", None)
+        if not save_url:
+            logger.info("获取存档链接失败！", "phi-plugin")
+            raise RuntimeError("获取存档链接失败！")
 
-                # 获取 gamesetting
-                file = ByteReader(await savezip.file("settings"))
+        try:
+            response = await AsyncHttpx.get(save_url)
+            if not response:
+                raise ValueError("获取存档失败")
+            savezip = readZip(response.content)
+            self.Recordver = 1.0
+
+            # 并发读取和解密各文件
+            async def read_and_decrypt(filename):
+                file = ByteReader(await savezip.file(filename))
                 file.getByte()
-                self.gamesettings = GameSettings(
-                    await SaveManager.decrypt(file.getAllByte())
+                return await SaveManager.decrypt(file.getAllByte())
+
+            files = ["gameProgress", "user", "settings", "gameRecord"]
+            results = await asyncio.gather(*(read_and_decrypt(f) for f in files))
+
+            self.gameProgress = GameProgress(results[0])
+            self.gameuser = GameUser(results[1])
+            self.gamesettings = GameSettings(results[2])
+
+            # gameRecord版本校验
+            file = ByteReader(await savezip.file("gameRecord"))
+            if file.getByte() != GameRecord.version:
+                self.gameRecord = {}
+                logger.info(
+                    "[PhigrosUser]版本号已更新，请更新PhigrosLibrary。",
+                    "phi-plugin",
                 )
+                raise ValueError("版本号已更新")
 
-                # 获取gameRecord
-                file = ByteReader(await savezip.file("gameRecord"))
-                if file.getByte() != GameRecord.version:
-                    self.gameRecord = {}
-                    logger.info(
-                        "[PhigrosUser]版本号已更新，请更新PhigrosLibrary。",
-                        "phi-plugin",
-                    )
-                    raise ValueError("版本号已更新")
-
-                record = GameRecord(await SaveManager.decrypt(file.getAllByte()))
-                self.gameRecord = record.Record
-                return True
-
-            except Exception as e:
-                if isinstance(e, ValueError):
-                    raise e
-                logger.error("解压zip文件失败", "phi-plugin", e=e)
-                raise RuntimeError("解压zip文件失败") from e
+            record = GameRecord(results[3])
+            self.gameRecord = record.Record
 
-        else:
-            logger.info("获取存档链接失败！", "phi-plugin")
-            raise RuntimeError("获取存档链接失败！")
+        except Exception as e:
+            logger.error("解压zip文件失败", "phi-plugin", e=e)
+            raise RuntimeError("解压zip文件失败") from e
diff --git a/phi-plugin/lib/SaveManager.py b/phi-plugin/lib/SaveManager.py
@@ -1,5 +1,3 @@
-from datetime import datetime
-
 from zhenxun.services.log import logger
 from zhenxun.utils.http_utils import AsyncHttpx
 
@@ -78,9 +76,7 @@ async def saveCheck(session: str) -> list[dict]:
         for item in array:
             item["summary"] = to_dict(Summary(item["summary"]))
             item.update(await SaveManager.getPlayerId(session))
-            date = datetime.fromisoformat(item["updatedAt"].replace("Z", "+00:00"))
-            item["updatedAt"] = date.strftime("%Y %b.%d %H:%M:%S")
-            if item.get("gameFile"):
+            if "gameFile" in item:
                 item["PlayerId"] = item["nickname"]
                 results.append(item)
         return results
diff --git a/phi-plugin/model/cls/LevelRecordInfo.py b/phi-plugin/model/cls/LevelRecordInfo.py
@@ -1,8 +1,8 @@
 from datetime import datetime
 from pathlib import Path
-from typing import Literal
+from typing import Any, Literal
 
-from pydantic import BaseModel
+from pydantic import BaseModel, Field
 
 from ...utils import Rating
 from ..constNum import LevelItem
@@ -40,13 +40,104 @@ class LevelRecordInfo(BaseModel):
     """定数"""
     rks: float = 0.0
     """等效RKS"""
-    suggest: str = ""
+    ### 不允许序列化的字段
+    suggest: str = Field(default="", exclude=True)
     """推分建议"""
-    num: int = 0
+    num: int = Field(default=0, exclude=True)
     """是 Best 几"""
-    date: datetime = datetime.now()
+    date: datetime = Field(default=datetime.now(), exclude=True)
     """更新时间(iso)"""
 
+    # 私有字段
+    lazy_song_id: str = Field(default="", exclude=True)
+    lazy_index: int = Field(default=0, exclude=True)
+    lazy_raw_data: dict[str, Any] | None = Field(default=None, exclude=True)
+    is_lazy: bool = Field(default=False, exclude=True)
+    initialized: bool = Field(default=True, exclude=True)  # 默认为已初始化
+
+    @classmethod
+    def lazy_init(cls, data: dict, id: str, index: int) -> "LevelRecordInfo":
+        """
+        惰性初始化方法，只设置基本字段
+        """
+        # 检查数据是否包含完整字段，如果包含则直接初始化
+        if cls._is_data_complete(data):
+            # 数据已经完整，直接创建实例而不调用 init
+            instance = cls(**data)
+            # 标记为已初始化
+            instance.initialized = True
+            instance.is_lazy = False
+            return instance
+        # 数据不完整，使用惰性加载
+        instance = cls(
+            fc=data.get("fc", False),
+            score=data.get("score", 0),
+            acc=data.get("acc", 0.0),
+        )
+        instance.lazy_raw_data = data
+        instance.lazy_song_id = id
+        instance.lazy_index = index
+        instance.is_lazy = True
+        instance.initialized = False
+        return instance
+
+    @classmethod
+    def _is_data_complete(cls, data: dict) -> bool:
+        """
+        检查传入数据是否包含完整字段
+        """
+        # 定义完整字段列表
+        complete_fields = [
+            "song",
+            "rank",
+            "difficulty",
+            "rks",
+            "Rating",
+            "illustration",
+        ]
+
+        # 检查是否包含完整字段
+        return all(field in data for field in complete_fields)
+
+    def _ensure_initialized(self):
+        """
+        确保完全初始化
+        """
+        if not self.initialized and self.is_lazy and self.lazy_raw_data is not None:
+            # 完整初始化
+            full_instance = LevelRecordInfo.init(
+                self.lazy_raw_data, self.lazy_song_id, self.lazy_index
+            )
+            # 复制所有字段
+            for field_name in LevelRecordInfo.model_fields:
+                setattr(self, field_name, getattr(full_instance, field_name))
+            self.initialized = True
+            self.is_lazy = False
+
+    # 重写 __getattribute__ 实现惰性加载
+    def __getattribute__(self, name: str):
+        # 避免无限递归，对特殊属性直接返回
+        if name in {
+            "initialized",
+            "is_lazy",
+            "lazy_raw_data",
+            "lazy_song_id",
+            "lazy_index",
+        }:
+            return object.__getattribute__(self, name)
+
+        # 检查是否是模型字段且需要初始化
+        if name in {
+            "song",
+            "rank",
+            "difficulty",
+            "rks",
+            "Rating",
+            "illustration",
+        } and not object.__getattribute__(self, "initialized"):
+            object.__getattribute__(self, "_ensure_initialized")()
+        return object.__getattribute__(self, name)
+
     @classmethod
     def init(cls, data: dict, id: str, rank: int | str) -> "LevelRecordInfo":
         """
diff --git a/phi-plugin/model/cls/common.py b/phi-plugin/model/cls/common.py
@@ -69,8 +69,8 @@ class statsRecord(BaseModel):
 
 
 class SaveInfoSummary(BaseModel):
-    updatedAt: str
-    """插件获取存档时间 2023 Oct.06 11:46:33"""
+    updatedAt: datetime
+    """插件获取存档时间"""
     saveVersion: int
     """存档版本"""
     challengeModeRank: int
@@ -88,13 +88,19 @@ class SaveInfoSummary(BaseModel):
     phi: tuple[float, float, float, float]
     """AP曲目数量"""
 
+    @field_validator("updatedAt", mode="before")
+    @classmethod
+    def parse_updatedAt(cls, value: Any) -> datetime:
+        """自动将字符串转换为datetime对象"""
+        return Date(value)
+
 
 class SaveInfoGameFile(BaseModel):
     __type: str  # type: ignore
     """文件类型"""
     bucket: str
     """存档bucket"""
-    createdAt: str
+    createdAt: datetime
     """存档创建时间 2023-10-05T07:41:24.503Z"""
     key: str
     """gamesaves/{32}/.save"""
@@ -108,7 +114,7 @@ class SaveInfoGameFile(BaseModel):
     """存档id length:24"""
     provider: str
     """provider"""
-    updatedAt: str
+    updatedAt: datetime
     """存档更新时间 2023-10-05T07:41:24.503Z"""
     url: str
     """https://rak3ffdi.tds1.tapfiles.cn/gamesaves/{32}/.save"""
@@ -120,12 +126,6 @@ class DateField(BaseModel):
     iso: datetime
     """iso格式日期"""
 
-    @field_validator("iso")
-    @classmethod
-    def parse_iso(cls, value: Any) -> datetime:
-        """自动将字符串转换为datetime对象"""
-        return Date(value)
-
 
 class ACLValue(BaseModel):
     read: bool = True
@@ -135,8 +135,8 @@ class ACLValue(BaseModel):
 
 
 class SaveInfo(BaseModel):
-    createdAt: str
-    """账户创建时间 2022-09-03T10:21:48.613Z"""
+    createdAt: datetime
+    """账户创建时间"""
     gameFile: SaveInfoGameFile
     """gameFile 子信息"""
     modifiedAt: DateField
@@ -163,8 +163,8 @@ class SaveInfo(BaseModel):
     """短ID"""
     username: str
     """用户名"""
-    updatedAt: str
-    """存档上传时间 2023 Oct.06 11:46:33"""
+    updatedAt: datetime
+    """存档上传时间"""
     user: dict
     """用户信息"""
     PlayerId: str
@@ -241,7 +241,7 @@ class Save(BaseModel):
     def parse_game_record(cls, v):
         return {
             song_id: [
-                LevelRecordInfo.init(record, song_id, index)
+                LevelRecordInfo.lazy_init(record, song_id, index)
                 for index, record in enumerate(records)
             ]
             for song_id, records in v.items()
diff --git a/phi-plugin/model/cls/models.py b/phi-plugin/model/cls/models.py
@@ -2,22 +2,15 @@
 from typing import Any
 from typing_extensions import Self
 
-from nonebot.compat import field_validator
 from pydantic import BaseModel
 
-from ...utils import Date, to_dict
+from ...utils import to_dict
 
 
 class RecordModel(BaseModel):
     date: datetime
     value: Any
 
-    @field_validator("date")
-    @classmethod
-    def parse_iso(cls, value: Any) -> datetime:
-        """自动将字符串转换为datetime对象"""
-        return Date(value)
-
 
 class LevelData(BaseModel):
     fc: bool = False
diff --git a/phi-plugin/resources/html/common/layout/default.html b/phi-plugin/resources/html/common/layout/default.html
@@ -106,8 +106,6 @@
       window.onresize = adjustFontSize;
     </script>
 
-    <div class="copyright">{{ sys.copyright }}</div>
-
     {% if theme == "snow" %}
     <div class="snow-box"></div>
     <script>
@@ -124,5 +122,6 @@
       themeStar();
     </script>
     {% endif %}
+    <div class="copyright">{{ sys.copyright }}</div>
   </body>
 </html>

Original file line number	Diff line number	Diff line change
`@@ -30,6 +30,10 @@`
`30`	`30`	`>`
`31`	`31`	> 当前 `Save -> gameRecord: dict[str, list["LevelRecordInfo \| None"]]` 的 `LevelRecordInfo` 补全存在严重的性能问题，正在着手解决但希望渺茫
`32`	`32`
	`33`	`+## 🏃‍♀️ 我跑路了`
	`34`	`+`
	`35`	+由于无法解决性能问题，我跑路了，等有大佬能解决了再说，不写了不写了(˙꒫˙`)
	`36`	`+`
`33`	`37`
`34`	`38`	`## 长期寻求合作者共同开发`
`35`	`39`