Skip to content

Commit b134437

Browse files
committed
add reruns and pass rate
1 parent f448ee4 commit b134437

File tree

1 file changed

+4
-0
lines changed

1 file changed

+4
-0
lines changed

tests/loki_test.py

+4
Original file line numberDiff line numberDiff line change
@@ -52,6 +52,8 @@ async def mcp_client(mcp_url, grafana_headers):
5252

5353

5454
@pytest.mark.parametrize("model", models)
55+
@pytest.mark.flaky(reruns=3)
56+
@pytest.mark.pass_rate(0.6)
5557
async def test_loki_logs_tool(model: str, mcp_client: ClientSession):
5658
tools = await mcp_client.list_tools()
5759
prompt = "Can you list the last 10 log lines from all containers using any available Loki datasource? Give me the raw log lines. Please use only the necessary tools to get this information."
@@ -122,6 +124,8 @@ async def test_loki_logs_tool(model: str, mcp_client: ClientSession):
122124

123125

124126
@pytest.mark.parametrize("model", models)
127+
@pytest.mark.flaky(reruns=3)
128+
@pytest.mark.pass_rate(0.6)
125129
async def test_loki_container_labels(model: str, mcp_client: ClientSession):
126130
tools = await mcp_client.list_tools()
127131
prompt = "Can you list the values for the label container in any available loki datasource? Please use only the necessary tools to get this information."

0 commit comments

Comments
 (0)