✨feat(core): 优化数据库调用表现 (#2089)

Author: ATTomatoo

zhenxun/builtin_plugins/admin/plugin_switch/_data_source.py

@@ -4,6 +4,7 @@
 from zhenxun.models.plugin_info import PluginInfo
 from zhenxun.models.task_info import TaskInfo
 from zhenxun.services.cache import CacheRoot
+from zhenxun.services.cache.runtime_cache import TaskInfoMemoryCache
 from zhenxun.utils.common_utils import CommonUtils
 from zhenxun.utils.enum import BlockType, CacheType, PluginType
 from zhenxun.utils.exception import GroupInfoNotFound
@@ -338,9 +339,11 @@ async def block_global_all_task(cls, is_default: bool) -> str:
         """
         if is_default:
             await TaskInfo.all().update(default_status=False)
+            await TaskInfoMemoryCache.refresh()
             return "已禁用所有被动进群默认状态"
         else:
             await TaskInfo.all().update(status=False)
+            await TaskInfoMemoryCache.refresh()
             return "已全局禁用所有被动状态"
 
     @classmethod
@@ -355,9 +358,11 @@ async def block_global_task(cls, name: str, is_default: bool = False) -> str:
         """
         if is_default:
             await TaskInfo.filter(name=name).update(default_status=False)
+            await TaskInfoMemoryCache.refresh()
             return f"已禁用被动进群默认状态 {name}"
         else:
             await TaskInfo.filter(name=name).update(status=False)
+            await TaskInfoMemoryCache.refresh()
             return f"已全局禁用被动状态 {name}"
 
     @classmethod
@@ -372,9 +377,11 @@ async def unblock_global_all_task(cls, is_default: bool) -> str:
         """
         if is_default:
             await TaskInfo.all().update(default_status=True)
+            await TaskInfoMemoryCache.refresh()
             return "已开启所有被动进群默认状态"
         else:
             await TaskInfo.all().update(status=True)
+            await TaskInfoMemoryCache.refresh()
             return "已全局开启所有被动状态"
 
     @classmethod
@@ -390,9 +397,11 @@ async def unblock_global_task(cls, name: str, is_default: bool = False) -> str:
         """
         if is_default:
             await TaskInfo.filter(name=name).update(default_status=True)
+            await TaskInfoMemoryCache.refresh()
             return f"已开启被动进群默认状态 {name}"
         else:
             await TaskInfo.filter(name=name).update(status=True)
+            await TaskInfoMemoryCache.refresh()
             return f"已全局开启被动状态 {name}"
 
     @classmethod

zhenxun/builtin_plugins/init/init_plugin.py

@@ -14,6 +14,7 @@
 from zhenxun.models.plugin_info import PluginInfo
 from zhenxun.models.plugin_limit import PluginLimit
 from zhenxun.models.task_info import TaskInfo
+from zhenxun.services.cache.runtime_cache import TaskInfoMemoryCache
 from zhenxun.services.log import logger
 from zhenxun.utils.enum import (
     BlockType,
@@ -379,6 +380,7 @@ async def group_migration():
                 if close_task := data["close_task"]:
                     """全局被动关闭"""
                     await TaskInfo.filter(module__in=close_task).update(status=False)
+                    await TaskInfoMemoryCache.refresh()
                 group_list = await GroupConsole.filter(
                     group_id__in=old_group_list.keys()
                 )

zhenxun/builtin_plugins/init/init_task.py

@@ -8,6 +8,7 @@
 from zhenxun.configs.utils import PluginExtraData, Task
 from zhenxun.models.group_console import GroupConsole
 from zhenxun.models.task_info import TaskInfo
+from zhenxun.services.cache.runtime_cache import TaskInfoMemoryCache
 from zhenxun.services.log import logger
 from zhenxun.utils.common_utils import CommonUtils
 from zhenxun.utils.manager.priority_manager import PriorityLifecycle
@@ -89,6 +90,8 @@ async def to_db(
     if load_task:
         await TaskInfo.filter(module__in=load_task).update(load_status=True)
         await TaskInfo.filter(module__not_in=load_task).update(load_status=False)
+    if create_list or update_list or load_task:
+        await TaskInfoMemoryCache.refresh()
 
 
 async def get_run_task(task: Task, *args, **kwargs):
@@ -144,6 +147,7 @@ async def _():
         await _handle_setting(plugin, task_info_list, task_list)
     if not task_info_list:
         await TaskInfo.all().update(load_status=False)
+        await TaskInfoMemoryCache.refresh()
         return
     module_dict = {t[1]: t[0] for t in await TaskInfo.all().values_list("id", "module")}
     load_task = []

zhenxun/builtin_plugins/statistics/statistics_hook.py

@@ -11,6 +11,7 @@
 from zhenxun.configs.utils import PluginExtraData
 from zhenxun.models.plugin_info import PluginInfo
 from zhenxun.models.statistics import Statistics
+from zhenxun.services.cache.runtime_cache import PluginInfoMemoryCache
 from zhenxun.services.log import logger
 from zhenxun.services.message_load import should_pause_tasks
 from zhenxun.utils.enum import PluginType
@@ -39,7 +40,11 @@ async def _(
         """过滤除poke外的notice"""
         return
     if session.id1 and matcher.plugin:
-        plugin = await PluginInfo.get_plugin(module_path=matcher.plugin.module_name)
+        plugin = PluginInfoMemoryCache.get_by_module_path(matcher.plugin.module_name)
+        if not plugin:
+            plugin = await PluginInfo.get_plugin(module_path=matcher.plugin.module_name)
+            if plugin:
+                PluginInfoMemoryCache.set_plugin(plugin)
         plugin_type = plugin.plugin_type if plugin else None
         if plugin_type == PluginType.NORMAL:
             logger.debug(f"提交调用记录: {matcher.plugin_name}...", session=session)

zhenxun/models/bot_console.py

@@ -62,8 +62,9 @@ async def get_bot_status(
             list[tuple[str, bool]] | bool: bot状态
         """
         if not bot_id:
-            return await cls.all().values_list("bot_id", "status")
-        result = await cls.get_or_none(bot_id=bot_id)
+            data = await BotMemoryCache.get_all()
+            return [(bot_id, snapshot.status) for bot_id, snapshot in data.items()]
+        result = await BotMemoryCache.get(bot_id)
         return result.status if result else False
 
     @overload
@@ -95,12 +96,13 @@ async def get_tasks(cls, bot_id: str | None = None, status: bool | None = True):
             list[tuple[str, str]] | str: 被动技能
         """
         if not bot_id:
-            task_field: Literal["available_tasks", "block_tasks"] = (
-                "available_tasks" if status else "block_tasks"
-            )
-            data_list = await cls.all().values_list("bot_id", task_field)
-            return {k: cls.convert_module_format(v) for k, v in data_list}
-        result = await cls.get_or_none(bot_id=bot_id)
+            data = await BotMemoryCache.get_all()
+            task_attr = "available_tasks" if status else "block_tasks"
+            return {
+                bot_id: cls.convert_module_format(getattr(snapshot, task_attr))
+                for bot_id, snapshot in data.items()
+            }
+        result = await BotMemoryCache.get(bot_id)
         if result:
             tasks = result.available_tasks if status else result.block_tasks
             return cls.convert_module_format(tasks)
@@ -135,11 +137,14 @@ async def get_plugins(cls, bot_id: str | None = None, status: bool = True):
             list[tuple[str, str]] | str: 插件
         """
         if not bot_id:
-            plugin_field = "available_plugins" if status else "block_plugins"
-            data_list = await cls.all().values_list("bot_id", plugin_field)
-            return {k: cls.convert_module_format(v) for k, v in data_list}
-
-        result = await cls.get_or_none(bot_id=bot_id)
+            data = await BotMemoryCache.get_all()
+            plugin_attr = "available_plugins" if status else "block_plugins"
+            return {
+                bot_id: cls.convert_module_format(getattr(snapshot, plugin_attr))
+                for bot_id, snapshot in data.items()
+            }
+
+        result = await BotMemoryCache.get(bot_id)
         if result:
             plugins = result.available_plugins if status else result.block_plugins
             return cls.convert_module_format(plugins)
@@ -419,7 +424,9 @@ async def is_block_plugin(cls, bot_id: str, plugin_name: str) -> bool:
         返回:
             bool: 是否被禁用
         """
-        bot_data, _ = await cls.get_or_create(bot_id=bot_id)
+        bot_data = await BotMemoryCache.get(bot_id)
+        if not bot_data:
+            return False
         return cls.format(plugin_name) in bot_data.block_plugins
 
     @classmethod
@@ -434,7 +441,9 @@ async def is_block_task(cls, bot_id: str, task_name: str) -> bool:
         返回:
             bool: 是否被禁用
         """
-        bot_data, _ = await cls.get_or_create(bot_id=bot_id)
+        bot_data = await BotMemoryCache.get(bot_id)
+        if not bot_data:
+            return False
         return cls.format(task_name) in bot_data.block_tasks
 
     @classmethod

zhenxun/models/level_user.py

@@ -40,7 +40,7 @@ async def get_user_level(cls, user_id: str, group_id: str | None) -> int:
         """
         if not group_id:
             return 0
-        if user := await cls.get_or_none(user_id=user_id, group_id=group_id):
+        if user := await LevelUserMemoryCache.get(user_id, group_id):
             return user.user_level
         return 0
 
@@ -103,11 +103,11 @@ async def check_level(cls, user_id: str, group_id: str | None, level: int) -> bo
         if level == 0:
             return True
         if group_id:
-            if user := await cls.get_or_none(user_id=user_id, group_id=group_id):
+            if user := await LevelUserMemoryCache.get(user_id, group_id):
                 return user.user_level >= level
-        elif user_list := await cls.filter(user_id=user_id).all():
-            user = max(user_list, key=lambda x: x.user_level)
-            return user.user_level >= level
+            return False
+        max_level = await LevelUserMemoryCache.get_max_level(user_id)
+        return max_level >= level
         return False
 
     @classmethod
@@ -121,7 +121,7 @@ async def is_group_flag(cls, user_id: str, group_id: str) -> bool:
         返回:
             bool: 是否会被自动更新权限刷新
         """
-        if user := await cls.get_or_none(user_id=user_id, group_id=group_id):
+        if user := await LevelUserMemoryCache.get(user_id, group_id):
             return user.group_flag == 1
         return False
 

zhenxun/models/task_info.py

@@ -1,5 +1,6 @@
 from tortoise import fields
 
+from zhenxun.services.cache.runtime_cache import TaskInfoMemoryCache
 from zhenxun.services.db_context import Model
 
 
@@ -25,6 +26,27 @@ class Meta:  # pyright: ignore [reportIncompatibleVariableOverride]
         table = "task_info"
         table_description = "被动技能基本信息"
 
+    @classmethod
+    async def create(cls, *args, **kwargs):
+        result = await super().create(*args, **kwargs)
+        await TaskInfoMemoryCache.upsert_from_model(result)
+        return result
+
+    @classmethod
+    async def update_or_create(cls, *args, **kwargs):
+        result = await super().update_or_create(*args, **kwargs)
+        await TaskInfoMemoryCache.upsert_from_model(result[0])
+        return result
+
+    async def save(self, *args, **kwargs):
+        await super().save(*args, **kwargs)
+        await TaskInfoMemoryCache.upsert_from_model(self)
+
+    async def delete(self, *args, **kwargs):
+        module = self.module
+        await super().delete(*args, **kwargs)
+        await TaskInfoMemoryCache.remove(module)
+
     @classmethod
     async def _run_script(cls):
         return [

zhenxun/services/cache/__init__.py

@@ -1092,8 +1092,11 @@ async def clear(self) -> bool:
 
 @driver.on_startup
 async def _():
-    CacheRoot.enabled = True
-    logger.info("缓存系统已启用", LOG_COMMAND)
+    CacheRoot.enabled = cache_config.cache_mode != CacheMode.NONE
+    if CacheRoot.enabled:
+        logger.info("缓存系统已启用", LOG_COMMAND)
+    else:
+        logger.info("缓存系统已禁用", LOG_COMMAND)
 
 
 @driver.on_shutdown