Create model_variants.json

model_variants.json

@@ -0,0 +1,240 @@
+{
+  "model_family": "Helion",
+  "version": "2.5",
+  "release_type": "research_and_development",
+  "variants": {
+    "base": {
+      "name": "Helion-2.5-Rnd",
+      "full_name": "DeepXR/Helion-2.5-Rnd",
+      "description": "Base research model with full precision (BF16)",
+      "parameters": "70B",
+      "precision": "bfloat16",
+      "context_length": 131072,
+      "status": "active",
+      "recommended_use": [
+        "Research",
+        "Development",
+        "High-accuracy inference"
+      ],
+      "hardware_requirements": {
+        "min_vram_gb": 160,
+        "min_gpus": 2,
+        "recommended_gpu": "A100 80GB"
+      }
+    },
+    "instruct": {
+      "name": "Helion-2.5-Rnd-Instruct",
+      "full_name": "DeepXR/Helion-2.5-Rnd-Instruct",
+      "description": "Instruction-tuned variant optimized for following instructions",
+      "parameters": "70B",
+      "precision": "bfloat16",
+      "context_length": 131072,
+      "status": "planned",
+      "recommended_use": [
+        "Instruction following",
+        "Task completion",
+        "Structured outputs"
+      ],
+      "fine_tuning": {
+        "type": "supervised",
+        "data_focus": "instruction_pairs"
+      }
+    },
+    "chat": {
+      "name": "Helion-2.5-Rnd-Chat",
+      "full_name": "DeepXR/Helion-2.5-Rnd-Chat",
+      "description": "Conversational variant optimized for multi-turn dialogue",
+      "parameters": "70B",
+      "precision": "bfloat16",
+      "context_length": 131072,
+      "status": "planned",
+      "recommended_use": [
+        "Conversational AI",
+        "Customer service",
+        "Interactive applications"
+      ],
+      "fine_tuning": {
+        "type": "rlhf",
+        "data_focus": "conversational_data"
+      }
+    },
+    "code": {
+      "name": "Helion-2.5-Rnd-Code",
+      "full_name": "DeepXR/Helion-2.5-Rnd-Code",
+      "description": "Code-specialized variant with enhanced programming capabilities",
+      "parameters": "70B",
+      "precision": "bfloat16",
+      "context_length": 131072,
+      "status": "planned",
+      "recommended_use": [
+        "Code generation",
+        "Code review",
+        "Bug fixing",
+        "Documentation"
+      ],
+      "fine_tuning": {
+        "type": "supervised",
+        "data_focus": "code_repositories"
+      },
+      "enhanced_languages": [
+        "Python",
+        "JavaScript",
+        "TypeScript",
+        "Rust",
+        "Go",
+        "Java"
+      ]
+    },
+    "math": {
+      "name": "Helion-2.5-Rnd-Math",
+      "full_name": "DeepXR/Helion-2.5-Rnd-Math",
+      "description": "Mathematics-specialized variant for advanced problem solving",
+      "parameters": "70B",
+      "precision": "bfloat16",
+      "context_length": 131072,
+      "status": "planned",
+      "recommended_use": [
+        "Mathematical reasoning",
+        "Proof generation",
+        "Problem solving",
+        "Educational applications"
+      ],
+      "fine_tuning": {
+        "type": "supervised",
+        "data_focus": "mathematical_proofs"
+      }
+    }
+  },
+  "deployment_configurations": {
+    "production": {
+      "description": "Production-ready configuration with optimizations",
+      "settings": {
+        "tensor_parallel_size": 4,
+        "gpu_memory_utilization": 0.95,
+        "max_batch_size": 32,
+        "enable_prefix_caching": true,
+        "enable_chunked_prefill": true
+      }
+    },
+    "development": {
+      "description": "Development configuration for testing",
+      "settings": {
+        "tensor_parallel_size": 2,
+        "gpu_memory_utilization": 0.85,
+        "max_batch_size": 8,
+        "enable_prefix_caching": false,
+        "enable_chunked_prefill": false
+      }
+    },
+    "research": {
+      "description": "Research configuration for experimentation",
+      "settings": {
+        "tensor_parallel_size": 2,
+        "gpu_memory_utilization": 0.90,
+        "max_batch_size": 4,
+        "enable_prefix_caching": false,
+        "enable_chunked_prefill": false,
+        "enable_logging": true
+      }
+    }
+  },
+  "comparison_matrix": {
+    "base_vs_instruct": {
+      "base_advantages": [
+        "More flexible for fine-tuning",
+        "Better for creative tasks",
+        "Less constrained outputs"
+      ],
+      "instruct_advantages": [
+        "Better instruction following",
+        "More structured outputs",
+        "Improved task completion"
+      ]
+    },
+    "base_vs_chat": {
+      "base_advantages": [
+        "Better for single-turn tasks",
+        "More diverse outputs",
+        "Flexible formatting"
+      ],
+      "chat_advantages": [
+        "Better conversation coherence",
+        "Improved context awareness",
+        "Natural dialogue flow"
+      ]
+    }
+  },
+  "migration_guide": {
+    "from_base_to_instruct": {
+      "steps": [
+        "Update prompt format to instruction style",
+        "Adjust temperature (typically lower)",
+        "Add explicit task descriptions",
+        "Use structured output formats"
+      ],
+      "example_prompt_change": {
+        "base": "Write a function to sort a list",
+        "instruct": "### Instruction:\nWrite a Python function that sorts a list in ascending order.\n\n### Response:"
+      }
+    },
+    "from_base_to_chat": {
+      "steps": [
+        "Convert to chat message format",
+        "Add system prompts",
+        "Maintain conversation history",
+        "Use appropriate message roles"
+      ],
+      "example_format_change": {
+        "base": "Hello, how are you?",
+        "chat": [
+          {
+            "role": "system",
+            "content": "You are a helpful assistant."
+          },
+          {
+            "role": "user",
+            "content": "Hello, how are you?"
+          }
+        ]
+      }
+    }
+  },
+  "version_history": {
+    "2.5.0-rnd": {
+      "release_date": "2025-01-30",
+      "status": "current",
+      "changes": [
+        "Initial research release",
+        "70B parameter model",
+        "131K context with YARN",
+        "SafeTensors format (96 shards)",
+        "Full precision (BF16)"
+      ]
+    }
+  },
+  "roadmap": {
+    "upcoming_variants": [
+      {
+        "name": "Helion-2.5-Rnd-Instruct",
+        "expected": "Q2 2025",
+        "status": "in_development"
+      },
+      {
+        "name": "Helion-2.5-Rnd-Chat",
+        "expected": "Q2 2025",
+        "status": "planned"
+      },
+      {
+        "name": "Helion-2.5-Rnd-Code",
+        "expected": "Q3 2025",
+        "status": "planned"
+      }
+    ],
+    "future_features": [
+      "Multi-modal capabilities",
+      "Extended context to 256K",
+      "Improved multilingual support",
+      "Domain-specific variants"
+    ]
+  }
+}