| { |
| "model_family": "Helion", |
| "version": "2.5", |
| "release_type": "research_and_development", |
| "variants": { |
| "base": { |
| "name": "Helion-2.5-Rnd", |
| "full_name": "DeepXR/Helion-2.5-Rnd", |
| "description": "Base research model with full precision (FP16)", |
| "parameters": "70B", |
| "precision": "float16", |
| "context_length": 131072, |
| "safetensors_shards": 83, |
| "shard_naming": "shard_00 to shard_82", |
| "shard_size_gb": 1.69, |
| "shard_size_gib": 1.57, |
| "total_size_gb": 140.27, |
| "status": "active", |
| "recommended_use": [ |
| "Research", |
| "Development", |
| "High-accuracy inference" |
| ], |
| "hardware_requirements": { |
| "min_vram_gb": 145, |
| "min_gpus": 2, |
| "recommended_gpu": "A100 80GB" |
| } |
| }, |
| "instruct": { |
| "name": "Helion-2.5-Rnd-Instruct", |
| "full_name": "DeepXR/Helion-2.5-Rnd-Instruct", |
| "description": "Instruction-tuned variant optimized for following instructions", |
| "parameters": "70B", |
| "precision": "bfloat16", |
| "context_length": 131072, |
| "status": "planned", |
| "recommended_use": [ |
| "Instruction following", |
| "Task completion", |
| "Structured outputs" |
| ], |
| "fine_tuning": { |
| "type": "supervised", |
| "data_focus": "instruction_pairs" |
| } |
| }, |
| "chat": { |
| "name": "Helion-2.5-Rnd-Chat", |
| "full_name": "DeepXR/Helion-2.5-Rnd-Chat", |
| "description": "Conversational variant optimized for multi-turn dialogue", |
| "parameters": "70B", |
| "precision": "bfloat16", |
| "context_length": 131072, |
| "status": "planned", |
| "recommended_use": [ |
| "Conversational AI", |
| "Customer service", |
| "Interactive applications" |
| ], |
| "fine_tuning": { |
| "type": "rlhf", |
| "data_focus": "conversational_data" |
| } |
| }, |
| "code": { |
| "name": "Helion-2.5-Rnd-Code", |
| "full_name": "DeepXR/Helion-2.5-Rnd-Code", |
| "description": "Code-specialized variant with enhanced programming capabilities", |
| "parameters": "70B", |
| "precision": "bfloat16", |
| "context_length": 131072, |
| "status": "planned", |
| "recommended_use": [ |
| "Code generation", |
| "Code review", |
| "Bug fixing", |
| "Documentation" |
| ], |
| "fine_tuning": { |
| "type": "supervised", |
| "data_focus": "code_repositories" |
| }, |
| "enhanced_languages": [ |
| "Python", |
| "JavaScript", |
| "TypeScript", |
| "Rust", |
| "Go", |
| "Java" |
| ] |
| }, |
| "math": { |
| "name": "Helion-2.5-Rnd-Math", |
| "full_name": "DeepXR/Helion-2.5-Rnd-Math", |
| "description": "Mathematics-specialized variant for advanced problem solving", |
| "parameters": "70B", |
| "precision": "bfloat16", |
| "context_length": 131072, |
| "status": "planned", |
| "recommended_use": [ |
| "Mathematical reasoning", |
| "Proof generation", |
| "Problem solving", |
| "Educational applications" |
| ], |
| "fine_tuning": { |
| "type": "supervised", |
| "data_focus": "mathematical_proofs" |
| } |
| } |
| }, |
| "deployment_configurations": { |
| "production": { |
| "description": "Production-ready configuration with optimizations", |
| "settings": { |
| "tensor_parallel_size": 4, |
| "gpu_memory_utilization": 0.95, |
| "max_batch_size": 32, |
| "enable_prefix_caching": true, |
| "enable_chunked_prefill": true |
| } |
| }, |
| "development": { |
| "description": "Development configuration for testing", |
| "settings": { |
| "tensor_parallel_size": 2, |
| "gpu_memory_utilization": 0.85, |
| "max_batch_size": 8, |
| "enable_prefix_caching": false, |
| "enable_chunked_prefill": false |
| } |
| }, |
| "research": { |
| "description": "Research configuration for experimentation", |
| "settings": { |
| "tensor_parallel_size": 2, |
| "gpu_memory_utilization": 0.90, |
| "max_batch_size": 4, |
| "enable_prefix_caching": false, |
| "enable_chunked_prefill": false, |
| "enable_logging": true |
| } |
| } |
| }, |
| "comparison_matrix": { |
| "base_vs_instruct": { |
| "base_advantages": [ |
| "More flexible for fine-tuning", |
| "Better for creative tasks", |
| "Less constrained outputs" |
| ], |
| "instruct_advantages": [ |
| "Better instruction following", |
| "More structured outputs", |
| "Improved task completion" |
| ] |
| }, |
| "base_vs_chat": { |
| "base_advantages": [ |
| "Better for single-turn tasks", |
| "More diverse outputs", |
| "Flexible formatting" |
| ], |
| "chat_advantages": [ |
| "Better conversation coherence", |
| "Improved context awareness", |
| "Natural dialogue flow" |
| ] |
| } |
| }, |
| "migration_guide": { |
| "from_base_to_instruct": { |
| "steps": [ |
| "Update prompt format to instruction style", |
| "Adjust temperature (typically lower)", |
| "Add explicit task descriptions", |
| "Use structured output formats" |
| ], |
| "example_prompt_change": { |
| "base": "Write a function to sort a list", |
| "instruct": "### Instruction:\nWrite a Python function that sorts a list in ascending order.\n\n### Response:" |
| } |
| }, |
| "from_base_to_chat": { |
| "steps": [ |
| "Convert to chat message format", |
| "Add system prompts", |
| "Maintain conversation history", |
| "Use appropriate message roles" |
| ], |
| "example_format_change": { |
| "base": "Hello, how are you?", |
| "chat": [ |
| { |
| "role": "system", |
| "content": "You are a helpful assistant." |
| }, |
| { |
| "role": "user", |
| "content": "Hello, how are you?" |
| } |
| ] |
| } |
| } |
| }, |
| "version_history": { |
| "2.5.0-rnd": { |
| "release_date": "2025-01-30", |
| "status": "current", |
| "changes": [ |
| "Initial research release", |
| "70B parameter model", |
| "131K context with YARN", |
| "SafeTensors format (96 shards)", |
| "Full precision (BF16)" |
| ] |
| } |
| }, |
| "roadmap": { |
| "upcoming_variants": [ |
| { |
| "name": "Helion-2.5-Rnd-Instruct", |
| "expected": "Q2 2025", |
| "status": "in_development" |
| }, |
| { |
| "name": "Helion-2.5-Rnd-Chat", |
| "expected": "Q2 2025", |
| "status": "planned" |
| }, |
| { |
| "name": "Helion-2.5-Rnd-Code", |
| "expected": "Q3 2025", |
| "status": "planned" |
| } |
| ], |
| "future_features": [ |
| "Multi-modal capabilities", |
| "Extended context to 256K", |
| "Improved multilingual support", |
| "Domain-specific variants" |
| ] |
| } |
| } |
