Gym/resources_servers/spider2_lite/configs/spider2_lite.yaml at main · hackIDLE/Gym · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
# SPDX-FileCopyrightText: Copyright (c) 2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0
#
# Spider 2.0-Lite resource server configuration.
# Execution-based text-to-SQL evaluation on 135 local SQLite tasks.

spider2_lite_resources_server:
  resources_servers:
    spider2_lite:
      entrypoint: app.py
      spider2_lite_dir: resources_servers/spider2_lite/.spider2_lite
      max_concurrency: 32
      sql_execution_timeout_s: 30.0
      domain: coding
      verified: false
      description: Text-to-SQL with execution-based evaluation on Spider 2.0-Lite (135 SQLite tasks). Binary reward based on result-set equivalence.
      value: Improve text-to-SQL capabilities for real-world enterprise queries using execution-based binary reward without an LLM judge.

spider2_lite_simple_agent:
  responses_api_agents:
    simple_agent:
      entrypoint: app.py
      resources_server:
        type: resources_servers
        name: spider2_lite_resources_server
      model_server:
        type: responses_api_models
        name: policy_model
      datasets:
        - name: example
          type: example
          jsonl_fpath: resources_servers/spider2_lite/data/example.jsonl
          license: Creative Commons Attribution-ShareAlike 4.0 International
        - name: spider2_lite_sqlite_validation
          type: validation
          jsonl_fpath: resources_servers/spider2_lite/data/spider2_lite_sqlite_validation.jsonl
          gitlab_identifier:
            dataset_name: spider2_lite_sqlite
            version: 0.0.1
            artifact_fpath: spider2_lite_sqlite_validation.jsonl
          license: Creative Commons Attribution-ShareAlike 4.0 International