File size: 1,270 Bytes
8cad0d1
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
#!/bin/bash
# Setup script for H100 instance (Northflank)
# Run this after uploading the project to /workspace/

set -e

echo "=== H100 Instance Setup ==="

# 1. Install system deps
echo "Installing system packages..."
apt-get update && apt-get install -y --no-install-recommends \
    python3-pip python3-venv curl git sqlite3 \
    && rm -rf /var/lib/apt/lists/*

# 2. Install uv
if ! command -v uv &>/dev/null; then
    echo "Installing uv..."
    curl -LsSf https://astral.sh/uv/install.sh | sh
    export PATH="$HOME/.local/bin:$PATH"
fi

# 3. Create venv and install deps
echo "Setting up Python environment..."
cd /workspace/openenv_pkg

uv venv --python 3.11
source .venv/bin/activate

# Install the openenv package
uv pip install -e .

# Install ML deps: vLLM for inference, datasets for formatting
uv pip install vllm datasets

echo ""
echo "=== Setup Complete ==="
echo ""
echo "Next steps:"
echo "  1. Set OPENAI_API_KEY:  export OPENAI_API_KEY='sk-...'"
echo "  2. Start vLLM:          python -m vllm.entrypoints.openai.api_server --model Qwen/Qwen3.5-4B --port 8001 --dtype bfloat16 --gpu-memory-utilization 0.5 &"
echo "  3. Wait for vLLM to load, then run data collection:"
echo "     cd /workspace/openenv_pkg && python scripts/collect_data.py"
echo ""