File size: 2,780 Bytes
28b769b |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 |
#!/usr/bin/env python3
"""
Launch AWS instance for GPT-2 Medium training using configured credentials.
"""
import os
import sys
import subprocess
from pathlib import Path
def get_wandb_key():
"""Get Wandb API key from configured sources."""
# Try environment variable
key = os.environ.get('WANDB_API_KEY')
if key:
return key
# Try wandb config file
wandb_config = Path.home() / '.netrc'
if wandb_config.exists():
with open(wandb_config) as f:
for line in f:
if 'password' in line and 'api.wandb.ai' in f.read():
parts = line.split()
if len(parts) >= 2:
return parts[1]
# Try alternative location
wandb_config = Path.home() / '.config' / 'wandb' / 'settings'
if wandb_config.exists():
with open(wandb_config) as f:
for line in f:
if line.startswith('api_key'):
return line.split('=')[1].strip()
return None
def get_hf_token():
"""Get HuggingFace token from configured sources."""
# Try environment variable
token = os.environ.get('HF_TOKEN') or os.environ.get('HUGGING_FACE_HUB_TOKEN')
if token:
return token
# Try HF config file
hf_config = Path.home() / '.huggingface' / 'token'
if hf_config.exists():
with open(hf_config) as f:
return f.read().strip()
return None
def main():
print("="*60)
print("Launching GPT-2 Medium Training on AWS")
print("="*60)
print()
# Get credentials
wandb_key = get_wandb_key()
hf_token = get_hf_token()
if not wandb_key:
print("ERROR: Wandb API key not found!")
print()
print("Configure with:")
print(" wandb login")
print()
print("Or set environment variable:")
print(" export WANDB_API_KEY=your_key")
sys.exit(1)
print(f"✓ Wandb API key found: {wandb_key[:10]}...")
if hf_token:
print(f"✓ HuggingFace token found: {hf_token[:10]}...")
else:
print("⚠ HuggingFace token not found (optional)")
print(" Model won't be pushed to Hub")
print()
print("Launching AWS instance...")
print()
# Launch via bash script
script_dir = Path(__file__).parent.parent / 'scripts' / 'aws'
launch_script = script_dir / 'launch_medium_training.sh'
cmd = [
'bash',
str(launch_script),
'--wandb-key', wandb_key,
]
if hf_token:
cmd.extend(['--hf-token', hf_token])
try:
subprocess.run(cmd, check=True)
except subprocess.CalledProcessError as e:
print(f"\nERROR: Failed to launch instance: {e}")
sys.exit(1)
if __name__ == '__main__':
main()
|