| { |
| "model_name": "Atlantis-Pyramid v2", |
| "base_model": "deepseek-ai/DeepSeek-R1-Distill-Qwen-32B", |
| "budget": { |
| "total_authorized_spend_usd": 500.0, |
| "allocation": { |
| "a100_training_allocation_usd": 175.0, |
| "a100_hourly_rate_usd": 1.29, |
| "a100_estimated_compute_hours": 135.6, |
| "a10_serving_allocation_usd": 325.0, |
| "a10_hourly_rate_usd": 0.60, |
| "a10_estimated_serving_hours": 541.6 |
| }, |
| "cost_optimization_policy": "Enforce 20-minute idle watchdog shutdown on A10 inference instance. Prevent 24/7 idle billing." |
| }, |
| "sequential_training": { |
| "enabled": true, |
| "strategy": "sequential_lora_adapters", |
| "rationale": "Train distinct LoRA adapters sequentially across DeepSeek-R1 reasoning, Qwen2.5 direct instruction, and Mistral European outlier architectures to gauge cross-foundation synergy without weight corruption.", |
| "models": [ |
| { |
| "id": "deepseek-ai/DeepSeek-R1-Distill-Qwen-32B", |
| "license": "MIT", |
| "context_window": 131072, |
| "role": "Primary scientific deep reasoning with native chain of thought tags", |
| "output_dir": "D:/Projects/os/atlantis/builds/atlantis-pyramid-32b/outputs/pyramid-32b-deepseek-r1-lora", |
| "s3_prefix": "models/atlantis-pyramid-v2/lora-deepseek-r1-32b" |
| }, |
| { |
| "id": "Qwen/Qwen2.5-32B-Instruct", |
| "license": "Apache 2.0", |
| "context_window": 131072, |
| "role": "Direct instruction and high capacity operational co foundation", |
| "output_dir": "D:/Projects/os/atlantis/builds/atlantis-pyramid-32b/outputs/pyramid-32b-qwen25-lora", |
| "s3_prefix": "models/atlantis-pyramid-v2/lora-qwen25-32b" |
| }, |
| { |
| "id": "mistralai/Mistral-Small-Instruct-2409", |
| "license": "Apache 2.0", |
| "context_window": 32768, |
| "role": "European sovereign model outlier for cross architecture synergy validation", |
| "output_dir": "D:/Projects/os/atlantis/builds/atlantis-pyramid-32b/outputs/pyramid-24b-mistral-lora", |
| "s3_prefix": "models/atlantis-pyramid-v2/lora-mistral-small-24b" |
| } |
| ] |
| }, |
| "lora": { |
| "r": 16, |
| "lora_alpha": 32, |
| "lora_dropout": 0.05, |
| "bias": "none", |
| "target_modules": [ |
| "q_proj", |
| "k_proj", |
| "v_proj", |
| "o_proj" |
| ], |
| "task_type": "CAUSAL_LM" |
| }, |
| "training": { |
| "per_device_train_batch_size": 1, |
| "gradient_accumulation_steps": 16, |
| "learning_rate": 0.00015, |
| "lr_scheduler_type": "cosine", |
| "warmup_ratio": 0.05, |
| "num_train_epochs": 3, |
| "max_steps": 500, |
| "weight_decay": 0.01, |
| "optim": "paged_adamw_8bit", |
| "fp16": false, |
| "bf16": true, |
| "gradient_checkpointing": true, |
| "logging_steps": 5, |
| "save_strategy": "steps", |
| "save_steps": 50, |
| "save_total_limit": 3 |
| }, |
| "dataset": { |
| "train_file": "D:/Projects/os/atlantis/builds/atlantis-pyramid-32b/dataset/atlantis_pyramid_sft_packed.jsonl", |
| "curated_file": "D:/Projects/os/atlantis/builds/atlantis-pyramid-32b/dataset/atlantis_pyramid_sft_curated.jsonl", |
| "dpo_file": "D:/Projects/os/atlantis/builds/atlantis-pyramid-32b/dataset/atlantis_pyramid_dpo.jsonl", |
| "max_seq_length": 131072, |
| "packing": true |
| }, |
| "cache_strategy": { |
| "automatic_prefix_caching": true, |
| "chunked_prefill": true, |
| "fp8_kv_cache": true, |
| "torch_inductor_cache": "/workspace/.cache/torch_inductor", |
| "vllm_cache_root": "/workspace/.cache/vllm", |
| "lazy_module_loading": true |
| }, |
| "a10_serving_profile": { |
| "instance_type": "gpu_1x_a10", |
| "vram_gb": 24, |
| "quantization": "awq_int4", |
| "kv_cache_dtype": "fp8", |
| "max_model_len": 16384, |
| "gpu_memory_utilization": 0.85, |
| "idle_watchdog_timeout_minutes": 20 |
| }, |
| "evaluation": { |
| "suite": "AboveBoard 52-Scenario Marine Suite", |
| "benchmark_file": "D:/Projects/os/data/corpora/canadian_marine/aboveboard_benchmark.json", |
| "scoring_standard": "CRF-FS-ABOVEBOARD-52", |
| "categories": [ |
| "Category A: Statutory Marine Compliance (20 scenarios)", |
| "Category B: Physical Oceanography and Biogeochemistry (18 scenarios)", |
| "Category C: Benthic Restoration and Structural Biomaterials (14 scenarios)" |
| ], |
| "pass_threshold": 0.88, |
| "safety_guardrails": { |
| "prebiotic_chemistry_only": true, |
| "prohibit_antibiotics": true, |
| "prohibit_probiotics": true, |
| "fisheries_act_section_36_enforced": true, |
| "deter_biological_pathogen_engineering": true, |
| "deter_toxic_dumping_and_leaching": true, |
| "prohibit_unauthorized_mpa_core_disturbance": true |
| } |
| }, |
| "frontier_safety_framework": { |
| "version": "CFSF-v1.0-Xray", |
| "policy_document": "D:/Projects/os/atlantis/builds/atlantis-pyramid-32b/coralfil_frontier_safety_framework_v1.0_Xray_2026-10-05T11-30-00.md", |
| "security_level_mandate": "CSL-2+", |
| "capability_thresholds": { |
| "domain_a_ecotoxicity_cbrn": { |
| "tracked_capability_level": "M-TCL-A1", |
| "critical_capability_level": "M-CCL-A1", |
| "alert_threshold_ratio": 0.70, |
| "mitigation": "DPO refusal steering, strict prohibition of open-water antibiotics, probiotics, and toxic mineral leaching" |
| }, |
| "domain_b_maritime_cyber": { |
| "tracked_capability_level": "M-TCL-B1", |
| "critical_capability_level": "M-CCL-B1", |
| "alert_threshold_ratio": 0.70, |
| "mitigation": "Read-only sandbox, denial of socket creation and port scanning, telemetry signature validation" |
| }, |
| "domain_c_agentic_stealth_misalignment": { |
| "tracked_capability_level": "M-TCL-C1", |
| "critical_capability_level": "M-CCL-C1", |
| "alert_threshold_ratio": 0.70, |
| "mitigation": "Arize Phoenix chain-of-thought inspection for deceptive alignment, tool affordance clamping" |
| }, |
| "domain_d_ml_rd_exfiltration": { |
| "tracked_capability_level": "M-TCL-D1", |
| "critical_capability_level": "M-CCL-D1", |
| "alert_threshold_ratio": 0.70, |
| "mitigation": "Non-destructive S3 versioning, model weight HMAC signing, 20-minute idle watchdog shutdown" |
| } |
| }, |
| "safety_case_required_at_ccl": true |
| }, |
| "observability": { |
| "arize_phoenix": { |
| "enabled": true, |
| "endpoint": "http://localhost:6006", |
| "project_name": "atlantis-pyramid-v2" |
| }, |
| "wandb": { |
| "enabled": true, |
| "project": "atlantis-pyramid-v2", |
| "entity": "coralfil" |
| } |
| }, |
| "storage_sync": { |
| "target_s3_bucket": "f46ad631-a75f-4cd1-ae30-55973c5ecb55", |
| "target_s3_prefix": "models/atlantis-pyramid-v2/lora", |
| "region": "ca-central-1" |
| }, |
| "export_recipes": { |
| "awq_int4": { |
| "quant_method": "awq", |
| "bits": 4, |
| "group_size": 128, |
| "zero_point": true, |
| "version": "GEMM", |
| "calib_data": "dataset/atlantis_pyramid_sft_curated.jsonl" |
| }, |
| "fp8": { |
| "quant_method": "fp8", |
| "format": "e4m3fn", |
| "kv_cache_dtype": "fp8_e4m3", |
| "activation_scheme": "dynamic" |
| } |
| } |
| } |
