Create scripts/pretrain.sh

scripts/pretrain.sh

@@ -0,0 +1,29 @@
+#!/bin/bash
+# ARAVALLI-1 Sovereign Pre-training Pipeline
+# Status: CATEGORY 1-SN | Authority: GOEC-Secretariat
+
+echo "----------------------------------------------------------------"
+echo "INITIATING ARAVALLI-1 BIRTH CYCLE: GOEC SOVEREIGN AI"
+echo "----------------------------------------------------------------"
+
+# 1. Ingestion Phase
+echo "[STEP 1/4] Ingesting Global & Indigenous Data..."
+python3 data/scripts/scraper.py
+
+# 2. Refinement Phase
+echo "[STEP 2/4] Refining & Hashing Sovereign Corpus..."
+python3 data/scripts/cleaner.py
+
+# 3. Linguistic Evolution
+echo "[STEP 3/4] Training Sovereign Tokenizer (Indic-BPE)..."
+python3 data/tokenizer_train.py
+
+# 4. Neural Forging
+echo "[STEP 4/4] Commencing Scratch Pre-training (1.2B Parameters)..."
+# Setting environment for multi-GPU training if available
+export CUDA_VISIBLE_DEVICES=0,1,2,3
+python3 src/training/trainer.py --config config/model_config.yaml
+
+echo "----------------------------------------------------------------"
+echo "SOVEREIGN BIRTH CYCLE COMPLETE. MODEL SEALING INITIATED."
+echo "----------------------------------------------------------------"