异步化AutoBangumi,实现部分功能

.github/workflows/build.yml

@@ -5,18 +5,18 @@ on:
     types:
       - closed
     branches:
-      - main
+      - aio_test
   push:
 
 jobs:
   test:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v3
+      - uses: actions/checkout@v4
       - name: Set up Python 3.11
-        uses: actions/setup-python@v3
+        uses: actions/setup-python@v4
         with:
-          python-version: '3.11'
+          python-version: "3.11"
       - name: Install dependencies
         run: |
           python -m pip install --upgrade pip
@@ -28,11 +28,48 @@ jobs:
           mkdir -p config
           pytest
 
+  webui-test:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - name: Install Node.js
+        uses: actions/setup-node@v4
+        with:
+          node-version: 20
+
+      - uses: pnpm/action-setup@v4
+        name: Install pnpm
+        with:
+          version: 9
+          run_install: false
+
+      - name: Get pnpm store directory
+        shell: bash
+        run: |
+          echo "STORE_PATH=$(pnpm store path --silent)" >> $GITHUB_ENV
+
+      - uses: actions/cache@v4
+        name: Setup pnpm cache
+        with:
+          path: ${{ env.STORE_PATH }}
+          key: ${{ runner.os }}-pnpm-store-${{ hashFiles('**/pnpm-lock.yaml') }}
+          restore-keys: |
+            ${{ runner.os }}-pnpm-store-
+
+      - name: Install dependencies
+        run: cd webui && pnpm install
+
+      - name: build test
+        run: |
+          cd webui && pnpm test:build
+
   version-info:
     runs-on: ubuntu-latest
     steps:
       - name: Checkout
-        uses: actions/checkout@v3
+        uses: actions/checkout@v4
       - name: If release
         id: release
         run: |
@@ -79,25 +116,33 @@ jobs:
 
   build-webui:
     runs-on: ubuntu-latest
-    needs: [ test, version-info ]
+    needs: [test, webui-test, version-info]
     if: ${{ needs.version-info.outputs.release == 1 || needs.version-info.outputs.dev == 1 }}
-    strategy:
-      matrix:
-        node-version: [ 18 ]
     steps:
       - name: Checkout
-        uses: actions/checkout@v3
-
-      - uses: pnpm/action-setup@v2
+        uses: actions/checkout@v4
+      - name: Install Node.js
+        uses: actions/setup-node@v4
         with:
-          version: 8
+          node-version: 20
+      - uses: pnpm/action-setup@v4
+        name: Install pnpm
+        with:
+          version: 9
+          run_install: false
+
+      - name: Get pnpm store directory
+        shell: bash
+        run: |
+          echo "STORE_PATH=$(pnpm store path --silent)" >> $GITHUB_ENV
 
-      - name: Use Node.js ${{ matrix.node-version }}
-        uses: actions/setup-node@v3
+      - uses: actions/cache@v4
+        name: Setup pnpm cache
         with:
-          node-version: ${{ matrix.node-version }}
-          cache: 'pnpm'
-          cache-dependency-path: webui/pnpm-lock.yaml
+          path: ${{ env.STORE_PATH }}
+          key: ${{ runner.os }}-pnpm-store-${{ hashFiles('**/pnpm-lock.yaml') }}
+          restore-keys: |
+            ${{ runner.os }}-pnpm-store-
 
       - name: Install dependencies
         run: cd webui && pnpm install
@@ -107,17 +152,17 @@ jobs:
           cd webui && pnpm build
 
       - name: Upload artifact
-        uses: actions/upload-artifact@v3
+        uses: actions/upload-artifact@v4
         with:
           name: dist
           path: webui/dist
 
   build-docker:
     runs-on: ubuntu-latest
-    needs: [ build-webui, version-info ]
+    needs: [build-webui, version-info]
     steps:
       - name: Checkout
-        uses: actions/checkout@v3
+        uses: actions/checkout@v4
 
       - name: Create Version info via tag
         working-directory: ./backend/src
@@ -138,7 +183,7 @@ jobs:
         uses: docker/metadata-action@v4
         with:
           images: |
-            estrellaxd/auto_bangumi
+            shinonomeow/auto_bangumi
             ghcr.io/${{ github.repository }}
           tags: |
             type=raw,value=${{ needs.version-info.outputs.version }}
@@ -150,7 +195,7 @@ jobs:
         uses: docker/metadata-action@v4
         with:
           images: |
-            estrellaxd/auto_bangumi
+            shinonomeow/auto_bangumi
             ghcr.io/${{ github.repository }}
           tags: |
             type=raw,value=${{ needs.version-info.outputs.version }}
@@ -172,7 +217,7 @@ jobs:
           password: ${{ secrets.ACCESS_TOKEN }}
 
       - name: Download artifact
-        uses: actions/download-artifact@v3
+        uses: actions/download-artifact@v4
         with:
           name: dist
           path: backend/src/dist
@@ -211,23 +256,23 @@ jobs:
           builder: ${{ steps.buildx.output.name }}
           platforms: linux/amd64,linux/arm64,linux/arm/v7
           push: false
-          tags: estrellaxd/auto_bangumi:test
+          tags: shinonomeow/auto_bangumi:test
           cache-from: type=gha, scope=${{ github.workflow }}
           cache-to: type=gha, scope=${{ github.workflow }}
 
   release:
     runs-on: ubuntu-latest
-    needs: [ build-docker, version-info ]
+    needs: [build-docker, version-info]
     if: ${{ needs.version-info.outputs.release == 1 }}
     outputs:
       url: ${{ steps.release.outputs.url }}
       version: ${{ needs.version-info.outputs.version }}
     steps:
       - name: Checkout code
-        uses: actions/checkout@v3
+        uses: actions/checkout@v4
 
       - name: Download artifact webui
-        uses: actions/download-artifact@v3
+        uses: actions/download-artifact@v4
         with:
           name: dist
           path: webui/dist
@@ -237,7 +282,7 @@ jobs:
           cd webui && ls -al && tree && zip -r dist.zip dist
 
       - name: Download artifact app
-        uses: actions/download-artifact@v3
+        uses: actions/download-artifact@v4
         with:
           name: dist
           path: backend/src/dist
@@ -247,11 +292,10 @@ jobs:
         run: |
           echo ${{ needs.version-info.outputs.version }}
           echo "VERSION='${{ needs.version-info.outputs.version }}'" >> module/__version__.py
-          
+
       - name: Copy requirements.txt
         working-directory: ./backend
-        run:
-          cp requirements.txt src/requirements.txt
+        run: cp requirements.txt src/requirements.txt
 
       - name: Zip app
         run: |
@@ -267,7 +311,7 @@ jobs:
             echo "version=🌟${{ needs.version-info.outputs.version }}" >> $GITHUB_OUTPUT
             echo "pre_release=false" >> $GITHUB_OUTPUT
           fi
-          
+
       - name: Release
         id: release
         uses: softprops/action-gh-release@v1
@@ -281,18 +325,4 @@ jobs:
             webui/dist.zip
             backend/app-v${{ needs.version-info.outputs.version }}.zip
         env:
-          GITHUB_TOKEN: ${{ secrets.ACCESS_TOKEN }}
-
-
-  telegram:
-    runs-on: ubuntu-latest
-    needs: [ release ]
-    steps:
-      - name: send telegram message on push
-        uses: appleboy/telegram-action@master
-        with:
-          to: ${{ secrets.TELEGRAM_TO }}
-          token: ${{ secrets.TELEGRAM_TOKEN }}
-          message: |
-            New release: ${{ needs.release.outputs.version }}
-            Link: ${{ needs.release.outputs.url }}
+          GITHUB_TOKEN: ${{ secrets.ACCESS_TOKEN }}

.gitignore

@@ -202,6 +202,8 @@ dev-dist
 !.vscode/tasks.json
 !.vscode/launch.json
 !.vscode/extensions.json
+backend/.vscode/
+backend/src/.vscode/
 .DS_Store
 *.suo
 *.ntvs*
@@ -216,4 +218,4 @@ dev-dist
 
 # test file
 test.*
-test_*
+test_*

Dockerfile

@@ -42,4 +42,4 @@ COPY --chmod=755 entrypoint.sh /entrypoint.sh
 ENTRYPOINT ["tini", "-g", "--", "/entrypoint.sh"]
 
 EXPOSE 7892
-VOLUME [ "/app/config" , "/app/data" ]
+VOLUME [ "/app/config" , "/app/data" ]

backend/requirements.txt

@@ -1,4 +1,5 @@
 anyio==3.7.0
+bencode.py ==4.0.0
 bs4==0.0.1
 certifi==2023.5.7
 charset-normalizer==3.1.0
@@ -21,7 +22,6 @@ python-jose==3.3.0
 passlib==1.7.4
 bcrypt==4.0.1
 python-multipart==0.0.6
-sqlmodel==0.0.8
+sqlmodel==0.0.22
 sse-starlette==1.6.5
-semver==3.0.1
-openai==0.28.1
+semver==3.0.1

backend/src/main.py

@@ -1,13 +1,15 @@
 import logging
 import os
+from pathlib import Path
 
 import uvicorn
 from fastapi import FastAPI, Request
-from fastapi.responses import FileResponse, HTMLResponse, RedirectResponse
+from fastapi.responses import FileResponse, RedirectResponse
 from fastapi.staticfiles import StaticFiles
 from fastapi.templating import Jinja2Templates
-from module.api import v1
+from module.api import lifespan, v1
 from module.conf import VERSION, settings, setup_logger
+from module.network import load_image
 
 setup_logger(reset=True)
 logger = logging.getLogger(__name__)
@@ -27,7 +29,7 @@
 
 
 def create_app() -> FastAPI:
-    app = FastAPI()
+    app = FastAPI(lifespan=lifespan)
 
     # mount routers
     app.include_router(v1, prefix="/api")
@@ -39,8 +41,12 @@ def create_app() -> FastAPI:
 
 
 @app.get("/posters/{path:path}", tags=["posters"])
-def posters(path: str):
-    return FileResponse(f"data/posters/{path}")
+async def posters(path: str):
+    # TODO: 由于只有取的时候才会下载,所以会导致第一次请求的时候没有图片
+    post_path = Path("data/posters") / path
+    if not post_path.exists():
+        await load_image(path)
+    return FileResponse(post_path)
 
 
 if VERSION != "DEV_VERSION":

backend/src/module/api/__init__.py

@@ -4,11 +4,12 @@
 from .bangumi import router as bangumi_router
 from .config import router as config_router
 from .log import router as log_router
+from .program import lifespan
 from .program import router as program_router
 from .rss import router as rss_router
 from .search import router as search_router
 
-__all__ = "v1"
+__all__ = ["v1"]
 
 # API 1.0
 v1 = APIRouter(prefix="/v1")

backend/src/module/api/auth.py

@@ -1,18 +1,18 @@
 from datetime import timedelta
 
-from fastapi import APIRouter, Depends, HTTPException, status
+from fastapi import APIRouter, Depends
 from fastapi.responses import JSONResponse, Response
 from fastapi.security import OAuth2PasswordRequestForm
 
-from module.models import APIResponse
+from module.models import APIResponse, ResponseModel
 from module.models.user import User, UserUpdate
 from module.security.api import (
     active_user,
     auth_user,
     get_current_user,
     update_user_info,
 )
-from module.security.jwt import create_access_token
+from module.security.jwt import create_access_token, verify_password
 
 from .response import u_response
 
@@ -23,6 +23,26 @@
 async def login(response: Response, form_data=Depends(OAuth2PasswordRequestForm)):
     user = User(username=form_data.username, password=form_data.password)
     resp = auth_user(user)
+    if not resp:
+        if not verify_password(user.password, resp.password):
+            resp = ResponseModel(
+                status_code=401,
+                status=False,
+                msg_en="Incorrect password",
+                msg_zh="密码错误",
+            )
+        else:
+            resp = ResponseModel(
+                status_code=401,
+                status=False,
+                msg_en="User not found",
+                msg_zh="用户不存在",
+            )
+    else:
+        resp = ResponseModel(
+            status_code=200, status=True, msg_en="Login successfully", msg_zh="登录成功"
+        )
+
     if resp.status:
         token = create_access_token(
             data={"sub": user.username}, expires_delta=timedelta(days=1)