Gym/resources_servers/browsecomp_advanced_harness/configs/browsecomp_advanced_harness.yaml at main · NVIDIA-NeMo/Gym · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
browsecomp_advanced_harness_resources_server:
  resources_servers:
    browsecomp_advanced_harness:
      entrypoint: app.py
      domain: agent
      debug: false
      tavily_api_key: ${tavily_api_key}
      exclude_domains_file_path: ${exclude_domains_file_path}
      use_judge: true
      judge_model_server:
        type: responses_api_models
        name: judge_model
      judge_responses_create_params:
        input: []
      verified: false
      description: Model uses search tools to satisfy a user query.
      value: Measure agentic search capability

judge_model:
  responses_api_models:
    vllm_model:
      entrypoint: app.py
      base_url: ${search_judge_model_base_url}
      api_key: ${search_judge_model_api_key}
      model: ${search_judge_model_name}
      return_token_id_information: false
      uses_reasoning_parser: true

browsecomp_advanced_harness_agent:
  responses_api_agents:
    browsecomp_agent:
      entrypoint: app.py
      resources_server:
        type: resources_servers
        name: browsecomp_advanced_harness_resources_server
      model_server:
        type: responses_api_models
        name: policy_model
      datasets:
      - name: example
        type: example
        jsonl_fpath: resources_servers/browsecomp_advanced_harness/data/example.jsonl