|
| 1 | +import json |
| 2 | + |
| 3 | +import pytest |
| 4 | +import requests |
| 5 | + |
| 6 | +from memos.configs.reranker import RerankerConfigFactory |
| 7 | +from memos.memories.textual.item import TextualMemoryItem, TreeNodeTextualMemoryMetadata |
| 8 | +from memos.reranker.factory import RerankerFactory |
| 9 | +from memos.reranker.http_bge import HTTPBGEReranker |
| 10 | +from memos.reranker.http_bge_strategy import HTTPBGERerankerStrategy |
| 11 | + |
| 12 | + |
| 13 | +@pytest.mark.parametrize("backend", ["http_bge", "http_bge_strategy"]) |
| 14 | +@pytest.mark.parametrize("use_factory", [False, True]) |
| 15 | +@pytest.mark.parametrize( |
| 16 | + ("token", "extra", "has_netrc", "expected_auth"), |
| 17 | + [ |
| 18 | + ("test-token", {}, False, "Bearer test-token"), |
| 19 | + ("", {}, False, None), |
| 20 | + ("test-token", {"authorization": "Bearer custom-token"}, False, "Bearer custom-token"), |
| 21 | + ("test-token", {}, True, "Bearer test-token"), |
| 22 | + ("test-token", {"authorization": "Bearer custom-token"}, True, "Bearer custom-token"), |
| 23 | + ("", {}, True, "Basic dGVzdC11c2VyOnRlc3QtcGFzcw=="), |
| 24 | + ], |
| 25 | +) |
| 26 | +def test_http_reranker_authenticates_prepared_request( |
| 27 | + monkeypatch, tmp_path, backend, use_factory, token, extra, has_netrc, expected_auth |
| 28 | +): |
| 29 | + """Keep request preparation and ranking real; replace only the HTTP service.""" |
| 30 | + netrc_path = tmp_path / "netrc" |
| 31 | + if has_netrc: |
| 32 | + netrc_path.write_text("machine reranker.example.test login test-user password test-pass\n") |
| 33 | + netrc_path.chmod(0o600) |
| 34 | + monkeypatch.setenv("NETRC", str(netrc_path)) |
| 35 | + headers_extra = {"X-Test-Header": "preserved", **extra} |
| 36 | + original_headers = headers_extra.copy() |
| 37 | + received = [] |
| 38 | + |
| 39 | + def send(session, request, **kwargs): |
| 40 | + received.append(request) |
| 41 | + response = requests.Response() |
| 42 | + response.request = request |
| 43 | + response.url = request.url |
| 44 | + response.status_code = 200 if request.headers.get("Authorization") == expected_auth else 401 |
| 45 | + response._content = json.dumps( |
| 46 | + { |
| 47 | + "results": [ |
| 48 | + {"index": 1, "relevance_score": 0.9}, |
| 49 | + {"index": 0, "relevance_score": 0.1}, |
| 50 | + ] |
| 51 | + } |
| 52 | + ).encode() |
| 53 | + return response |
| 54 | + |
| 55 | + monkeypatch.setattr(requests.Session, "send", send) |
| 56 | + options = { |
| 57 | + "reranker_url": "https://reranker.example.test/rerank", |
| 58 | + "token": token, |
| 59 | + "headers_extra": headers_extra, |
| 60 | + "reranker_strategy": "singleturn_outmem", |
| 61 | + } |
| 62 | + if use_factory: |
| 63 | + reranker = RerankerFactory.from_config( |
| 64 | + RerankerConfigFactory(backend=backend, config=options) |
| 65 | + ) |
| 66 | + else: |
| 67 | + cls = HTTPBGEReranker if backend == "http_bge" else HTTPBGERerankerStrategy |
| 68 | + reranker = cls(**options) |
| 69 | + items = [ |
| 70 | + TextualMemoryItem( |
| 71 | + id=f"00000000-0000-0000-0000-{i:012d}", |
| 72 | + memory=f"memory {i}", |
| 73 | + metadata=TreeNodeTextualMemoryMetadata( |
| 74 | + sources=[ |
| 75 | + {"role": "user", "content": "question"}, |
| 76 | + {"role": "assistant", "content": "answer"}, |
| 77 | + ], |
| 78 | + ), |
| 79 | + ) |
| 80 | + for i in (1, 2) |
| 81 | + ] |
| 82 | + |
| 83 | + ranked = reranker.rerank("query", items, top_k=2) |
| 84 | + |
| 85 | + assert ranked == [(items[1], 0.9), (items[0], 0.1)] |
| 86 | + assert len(received) == 1 |
| 87 | + request = received[0] |
| 88 | + assert request.headers.get("Authorization") == expected_auth |
| 89 | + assert request.headers["X-Test-Header"] == "preserved" |
| 90 | + assert request.headers["Content-Type"] == "application/json" |
| 91 | + payload = json.loads(request.body) |
| 92 | + assert payload["query"] == "query" |
| 93 | + assert len(payload["documents"]) == 2 |
| 94 | + assert headers_extra == original_headers |
0 commit comments