scripts/pretrain.sh

#!/bin/bash
# ARAVALLI-1 Sovereign Pre-training Pipeline
# Status: CATEGORY 1-SN | Authority: GOEC-Secretariat

echo "----------------------------------------------------------------"
echo "INITIATING ARAVALLI-1 BIRTH CYCLE: GOEC SOVEREIGN AI"
echo "----------------------------------------------------------------"

# 1. Ingestion Phase
echo "[STEP 1/4] Ingesting Global & Indigenous Data..."
python3 data/scripts/scraper.py

# 2. Refinement Phase
echo "[STEP 2/4] Refining & Hashing Sovereign Corpus..."
python3 data/scripts/cleaner.py

# 3. Linguistic Evolution
echo "[STEP 3/4] Training Sovereign Tokenizer (Indic-BPE)..."
python3 data/tokenizer_train.py

# 4. Neural Forging
echo "[STEP 4/4] Commencing Scratch Pre-training (1.2B Parameters)..."
# Setting environment for multi-GPU training if available
export CUDA_VISIBLE_DEVICES=0,1,2,3
python3 src/training/trainer.py --config config/model_config.yaml

echo "----------------------------------------------------------------"
echo "SOVEREIGN BIRTH CYCLE COMPLETE. MODEL SEALING INITIATED."
echo "----------------------------------------------------------------"