|
2 | 2 | from unittest.mock import patch |
3 | 3 |
|
4 | 4 | from openai import AsyncOpenAI |
5 | | -import openai.resources.beta.chat |
| 5 | +import openai.resources.chat |
6 | 6 | from autorag.data.qa.evolve.openai_query_evolve import ( |
7 | | - conditional_evolve_ragas, |
8 | | - Response, |
9 | | - reasoning_evolve_ragas, |
10 | | - compress_ragas, |
| 7 | + conditional_evolve_ragas, |
| 8 | + Response, |
| 9 | + reasoning_evolve_ragas, |
| 10 | + compress_ragas, |
11 | 11 | ) |
12 | 12 | from autorag.data.qa.schema import QA |
13 | 13 | from tests.autorag.data.qa.evolve.base_test_query_evolve import qa_df |
14 | 14 | from openai.types.chat import ( |
15 | | - ParsedChatCompletion, |
16 | | - ParsedChatCompletionMessage, |
17 | | - ParsedChoice, |
| 15 | + ParsedChatCompletion, |
| 16 | + ParsedChatCompletionMessage, |
| 17 | + ParsedChoice, |
18 | 18 | ) |
19 | 19 |
|
20 | 20 |
|
21 | 21 | async def mock_gen_gt_response(*args, **kwargs) -> ParsedChatCompletion[Response]: |
22 | | - return ParsedChatCompletion( |
23 | | - id="test_id", |
24 | | - choices=[ |
25 | | - ParsedChoice( |
26 | | - finish_reason="stop", |
27 | | - index=0, |
28 | | - message=ParsedChatCompletionMessage( |
29 | | - parsed=Response(evolved_query="mock answer"), |
30 | | - role="assistant", |
31 | | - ), |
32 | | - ) |
33 | | - ], |
34 | | - created=int(time.time()), |
35 | | - model="gpt-4o-mini-2024-07-18", |
36 | | - object="chat.completion", |
37 | | - ) |
| 22 | + return ParsedChatCompletion( |
| 23 | + id="test_id", |
| 24 | + choices=[ |
| 25 | + ParsedChoice( |
| 26 | + finish_reason="stop", |
| 27 | + index=0, |
| 28 | + message=ParsedChatCompletionMessage( |
| 29 | + parsed=Response(evolved_query="mock answer"), |
| 30 | + role="assistant", |
| 31 | + ), |
| 32 | + ) |
| 33 | + ], |
| 34 | + created=int(time.time()), |
| 35 | + model="gpt-4o-mini-2024-07-18", |
| 36 | + object="chat.completion", |
| 37 | + ) |
38 | 38 |
|
39 | 39 |
|
40 | 40 | client = AsyncOpenAI() |
41 | 41 |
|
42 | 42 |
|
43 | 43 | @patch.object( |
44 | | - openai.resources.beta.chat.completions.AsyncCompletions, |
45 | | - "parse", |
46 | | - mock_gen_gt_response, |
| 44 | + openai.resources.chat.completions.AsyncCompletions, |
| 45 | + "parse", |
| 46 | + mock_gen_gt_response, |
47 | 47 | ) |
48 | 48 | def test_conditional_evolve_ragas(): |
49 | | - qa = QA(qa_df) |
50 | | - new_qa = qa.batch_apply(conditional_evolve_ragas, client=client) |
51 | | - assert "query" in new_qa.data.columns |
52 | | - assert all(isinstance(query, str) for query in new_qa.data["query"].tolist()) |
53 | | - assert len(new_qa.data) == len(qa_df) |
54 | | - assert all( |
55 | | - x != y for x, y in zip(new_qa.data["query"].tolist(), qa_df["query"].tolist()) |
56 | | - ) |
| 49 | + qa = QA(qa_df) |
| 50 | + new_qa = qa.batch_apply(conditional_evolve_ragas, client=client) |
| 51 | + assert "query" in new_qa.data.columns |
| 52 | + assert all(isinstance(query, str) for query in new_qa.data["query"].tolist()) |
| 53 | + assert len(new_qa.data) == len(qa_df) |
| 54 | + assert all( |
| 55 | + x != y for x, y in zip(new_qa.data["query"].tolist(), qa_df["query"].tolist()) |
| 56 | + ) |
57 | 57 |
|
58 | 58 |
|
59 | 59 | @patch.object( |
60 | | - openai.resources.beta.chat.completions.AsyncCompletions, |
61 | | - "parse", |
62 | | - mock_gen_gt_response, |
| 60 | + openai.resources.chat.completions.AsyncCompletions, |
| 61 | + "parse", |
| 62 | + mock_gen_gt_response, |
63 | 63 | ) |
64 | 64 | def test_reasoning_evolve_ragas(): |
65 | | - qa = QA(qa_df) |
66 | | - new_qa = qa.batch_apply(reasoning_evolve_ragas, client=client) |
67 | | - assert "query" in new_qa.data.columns |
68 | | - assert all(isinstance(query, str) for query in new_qa.data["query"].tolist()) |
69 | | - assert len(new_qa.data) == len(qa_df) |
70 | | - assert all( |
71 | | - x != y for x, y in zip(new_qa.data["query"].tolist(), qa_df["query"].tolist()) |
72 | | - ) |
| 65 | + qa = QA(qa_df) |
| 66 | + new_qa = qa.batch_apply(reasoning_evolve_ragas, client=client) |
| 67 | + assert "query" in new_qa.data.columns |
| 68 | + assert all(isinstance(query, str) for query in new_qa.data["query"].tolist()) |
| 69 | + assert len(new_qa.data) == len(qa_df) |
| 70 | + assert all( |
| 71 | + x != y for x, y in zip(new_qa.data["query"].tolist(), qa_df["query"].tolist()) |
| 72 | + ) |
73 | 73 |
|
74 | 74 |
|
75 | 75 | @patch.object( |
76 | | - openai.resources.beta.chat.completions.AsyncCompletions, |
77 | | - "parse", |
78 | | - mock_gen_gt_response, |
| 76 | + openai.resources.chat.completions.AsyncCompletions, |
| 77 | + "parse", |
| 78 | + mock_gen_gt_response, |
79 | 79 | ) |
80 | 80 | def test_compress_ragas(): |
81 | | - qa = QA(qa_df) |
82 | | - new_qa = qa.batch_apply(compress_ragas, client=client) |
83 | | - assert "query" in new_qa.data.columns |
84 | | - assert all(isinstance(query, str) for query in new_qa.data["query"].tolist()) |
85 | | - assert len(new_qa.data) == len(qa_df) |
86 | | - assert all( |
87 | | - x != y for x, y in zip(new_qa.data["query"].tolist(), qa_df["query"].tolist()) |
88 | | - ) |
| 81 | + qa = QA(qa_df) |
| 82 | + new_qa = qa.batch_apply(compress_ragas, client=client) |
| 83 | + assert "query" in new_qa.data.columns |
| 84 | + assert all(isinstance(query, str) for query in new_qa.data["query"].tolist()) |
| 85 | + assert len(new_qa.data) == len(qa_df) |
| 86 | + assert all( |
| 87 | + x != y for x, y in zip(new_qa.data["query"].tolist(), qa_df["query"].tolist()) |
| 88 | + ) |
0 commit comments