File size: 1,681 Bytes
2824f8c
 
 
 
 
 
 
 
a3b4e38
 
2824f8c
 
a3b4e38
 
 
 
2824f8c
 
a3b4e38
2824f8c
 
 
 
 
 
 
 
 
 
 
 
 
a3b4e38
 
2824f8c
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
# Phase 2 — Breadth pass over ALL 381 tasks with the cheap Qwen-7B critic.
# Warm-starts from phase-1's adapter. Run on Shubhang3011's HF account.
#
# Usage:
#   $env:HF_TOKEN_B = "hf_..."   # Shubhang3011's token
#   ./scripts/launch_phase2.ps1

$ErrorActionPreference = "Stop"
# Account B token (Shubhang3011) — fetched from env if set, otherwise inline.
if (-not $env:HF_TOKEN_B) { $env:HF_TOKEN_B = "<paste-Shubhang3011-token-here>" }

$flavor   = "l4x1"
$updates  = "150"
$rollouts = "3"
$steps    = "12"
$run      = "phase2"
$repo     = "https://github.com/r1cksync/meta-rl-hack.git"

Write-Host "Phase 2: ALL 381 tasks, $updates x $rollouts x $steps, Qwen2.5-7B critic"
Write-Host "  Account     : Shubhang3011"
Write-Host "  Warm-start  : sagnik-mukherjee/incident-commander-actor (phase 1)"
Write-Host "  Push target : Shubhang3011/incident-commander-actor"

$cmd = 'git clone --depth 1 $IC_REPO_URL /workspace/ic && cd /workspace/ic && bash scripts/hf_job_entrypoint.sh'

hf jobs run -d `
    --flavor $flavor `
    --secrets "HF_TOKEN=$env:HF_TOKEN_B" `
    --env   "IC_PUSH_USER=Shubhang3011" `
    --env   "IC_REPO_URL=$repo" `
    --env   "IC_TOTAL_UPDATES=$updates" `
    --env   "IC_ROLLOUTS=$rollouts" `
    --env   "IC_MAX_STEPS=$steps" `
    --env   "IC_CKPT_EVERY=30" `
    --env   "IC_RUN_NAME=$run" `
    --env   "IC_TASK_MODE=all" `
    --env   "IC_CRITIC_MODEL=Qwen/Qwen2.5-7B-Instruct" `
    --env   "IC_INIT_ADAPTER_REPO=sagnik-mukherjee/incident-commander-actor" `
    --env   "IC_INIT_ADAPTER_SUBFOLDER=adapter" `
    --env   "HF_HUB_ENABLE_HF_TRANSFER=1" `
    --timeout 4h `
    "huggingface/transformers-pytorch-gpu:latest" `
    -- bash -c $cmd