Hugging Face's logo

Spaces:
rahul2124
/
sql-arena
Sleeping

App Files Community
sql-arena
File size: 2,406 Bytes
72805b8
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
name: sql_arena
version: "1.0.0"
description: >
  Interactive SQL query challenge environment where AI agents learn to write SQL
  by iteratively querying databases and receiving execution feedback with partial credit.

author: "Vudumula Naga Sai Rahul"
license: "MIT"

interface:
  action:
    type: object
    model: sql_arena.models.SQLArenaAction
    properties:
      sql_query:
        type: string
        description: "SQL query to execute against the database"

  observation:
    type: object
    model: sql_arena.models.SQLArenaObservation
    properties:
      schema_description:
        type: string
      question:
        type: string
      query_result:
        type: string
        nullable: true
      error_message:
        type: string
        nullable: true
      feedback:
        type: string
        nullable: true
      expected_columns:
        type: array
        nullable: true
      attempts_remaining:
        type: integer
      difficulty:
        type: string
      task_id:
        type: string

  state:
    type: object
    model: sql_arena.models.SQLArenaState

tasks:
  - id: basic_select
    name: "Basic SELECT Queries"
    description: "Simple SELECT, WHERE, ORDER BY queries"
    difficulty: easy
    max_steps: 5
    subtasks:
      - easy_001
      - easy_002
      - easy_003

  - id: join_aggregate
    name: "JOIN and Aggregate Queries"
    description: "Multi-table JOINs with GROUP BY, HAVING"
    difficulty: medium
    max_steps: 7
    subtasks:
      - medium_001
      - medium_002
      - medium_003

  - id: complex_analysis
    name: "Complex Analysis Queries"
    description: "CTEs, window functions, subqueries"
    difficulty: hard
    max_steps: 10
    subtasks:
      - hard_001
      - hard_002
      - hard_003

grading:
  score_range: [0.0, 1.0]
  components:
    - name: execution
      weight: 0.10
      description: "Query executes without errors"
    - name: columns
      weight: 0.20
      description: "Correct column names"
    - name: row_count
      weight: 0.20
      description: "Correct number of rows"
    - name: values
      weight: 0.50
      description: "Correct data values"

server:
  framework: fastapi
  entrypoint: src.sql_arena.server:app
  port: 7860

deployment:
  platform: huggingface-spaces
  docker: true