thorodin103 commited on
Commit
d957033
·
verified ·
1 Parent(s): 2b1054d

Upload datasets/task_metadata.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. datasets/task_metadata.json +22 -0
datasets/task_metadata.json CHANGED
@@ -49,5 +49,27 @@
49
  "outlier_score": 0.2,
50
  "schema_score": 0.2
51
  }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
52
  }
53
  }
 
49
  "outlier_score": 0.2,
50
  "schema_score": 0.2
51
  }
52
+ },
53
+ "expert": {
54
+ "task_id": "expert_sales_pipeline",
55
+ "difficulty": "expert",
56
+ "description": "Clean a sales dataset by running a complete expert pipeline: 1) Remove duplicate transactions, 2) Standardize region values to Title Case, 3) Fill missing values correctly, 4) Fix all data types, 5) Remove outliers in sale_amount, 6) Rename all columns to snake_case, 7) Validate final schema. This task requires correct ORDER of operations. Call finish when done.",
57
+ "max_steps": 25,
58
+ "operations_allowed": [
59
+ "remove_duplicates",
60
+ "fill_missing",
61
+ "fix_dtype",
62
+ "remove_outliers",
63
+ "rename_columns",
64
+ "validate_schema",
65
+ "finish"
66
+ ],
67
+ "scoring": {
68
+ "duplicate_score": 0.15,
69
+ "missing_score": 0.2,
70
+ "dtype_score": 0.2,
71
+ "outlier_score": 0.2,
72
+ "schema_score": 0.25
73
+ }
74
  }
75
  }