Upload scripts/filter_data.sh

scripts/filter_data.sh

@@ -0,0 +1,80 @@
+#!/bin/bash
+# Data Filtering Pipeline for GUI-Shift
+
+set -e
+
+# Default values
+INPUT_FILE=""
+OUTPUT_FILE=""
+MODEL_PATH="Qwen/Qwen2.5-VL-7B-Instruct"
+NUM_GENERATIONS=8
+TEMPERATURE=0.9
+DEVICE="cuda"
+SEED=42
+
+# Parse arguments
+while [[ $# -gt 0 ]]; do
+    case $1 in
+        --input_file)
+            INPUT_FILE="$2"
+            shift 2
+            ;;
+        --output_file)
+            OUTPUT_FILE="$2"
+            shift 2
+            ;;
+        --model_path)
+            MODEL_PATH="$2"
+            shift 2
+            ;;
+        --num_generations)
+            NUM_GENERATIONS="$2"
+            shift 2
+            ;;
+        --temperature)
+            TEMPERATURE="$2"
+            shift 2
+            ;;
+        --device)
+            DEVICE="$2"
+            shift 2
+            ;;
+        --seed)
+            SEED="$2"
+            shift 2
+            ;;
+        *)
+            echo "Unknown option: $1"
+            exit 1
+            ;;
+    esac
+done
+
+if [ -z "$INPUT_FILE" ] || [ -z "$OUTPUT_FILE" ]; then
+    echo "Error: --input_file and --output_file are required"
+    echo "Usage: bash scripts/filter_data.sh --input_file ./data/k1_transition.jsonl --output_file ./data/filtered/k1_transition_filtered.jsonl --model_path Qwen/Qwen2.5-VL-7B-Instruct"
+    exit 1
+fi
+
+echo "=== GUI-Shift Data Filtering ==="
+echo "Input: $INPUT_FILE"
+echo "Output: $OUTPUT_FILE"
+echo "Model: $MODEL_PATH"
+echo "N generations: $NUM_GENERATIONS"
+echo "Temperature: $TEMPERATURE"
+echo "Device: $DEVICE"
+echo ""
+
+mkdir -p "$(dirname "$OUTPUT_FILE")"
+
+python src/filtering/filter_data.py \
+    --input_file "$INPUT_FILE" \
+    --output_file "$OUTPUT_FILE" \
+    --model_path "$MODEL_PATH" \
+    --num_generations "$NUM_GENERATIONS" \
+    --temperature "$TEMPERATURE" \
+    --device "$DEVICE" \
+    --seed "$SEED"
+
+echo ""
+echo "Filtering complete! Output: $OUTPUT_FILE"