Merge pull request #194 from TideDra/dev

fix ci

Author: TideDra

.github/workflows/ci.yml

@@ -39,4 +39,4 @@ jobs:
           OPENAI_API_KEY: "sk-xxx"
           OPENAI_API_BASE: "http://openai:30000/v1"
         run: |
-          uv run pytest
+          uv run pytest -m ""

pyproject.toml

@@ -35,6 +35,15 @@ name = "pytorch"
 url = "https://download.pytorch.org/whl/cpu"
 explicit = true
 
+[tool.pytest.ini_options]
+addopts = "-m 'not ci'"
+markers = [
+    "ci: tests that only run in CI (require external services)",
+]
+filterwarnings = [
+    "ignore::DeprecationWarning:multiprocessing",
+]
+
 [dependency-groups]
 dev = [
     "ipykernel>=7.1.0",

src/zotero_arxiv_daily/reranker/api.py

@@ -5,7 +5,7 @@
 class ApiReranker(BaseReranker):
     def get_similarity_score(self, s1: list[str], s2: list[str]) -> np.ndarray:
         client = OpenAI(api_key=self.config.reranker.api.key, base_url=self.config.reranker.api.base_url)
-        batch_size = self.config.reranker.api.get("batch_size", 64)
+        batch_size = self.config.reranker.api.get("batch_size") or 64
         all_texts = s1 + s2
         all_embeddings = []
         for i in range(0, len(all_texts), batch_size):

tests/reranker/test_api_reranker.py

@@ -1,5 +1,7 @@
+import pytest
 from zotero_arxiv_daily.reranker.api import ApiReranker
 
+@pytest.mark.ci
 def test_api_reranker(config):
     reranker = ApiReranker(config)
     score = reranker.get_similarity_score(["hello","world"], ["ping"])

tests/test_email.py

@@ -23,5 +23,6 @@ def test_render_email(papers:list[Paper]):
     email_content = render_email(papers)
     assert email_content is not None
 
+@pytest.mark.ci
 def test_send_email(config,papers:list[Paper]):
     send_email(config, render_email(papers))

tests/test_llm.py

@@ -59,6 +59,7 @@ def test_tldr(config,paper:Paper):
     paper.generate_tldr(openai_client, config.llm)
     assert paper.tldr is not None
 
+@pytest.mark.ci
 def test_affiliations(config,paper:Paper):
     openai_client = OpenAI(api_key=config.llm.api.key, base_url=config.llm.api.base_url)
     paper.generate_affiliations(openai_client, config.llm)