Spaces:
Running
Running
increases max samples in memory optimized
Browse files
config/train_gpt_oss_openhermes_fr_memory_optimized.py
CHANGED
|
@@ -33,7 +33,7 @@ config = GPTOSSEnhancedCustomConfig(
|
|
| 33 |
use_harmony_format=True, # Enable GPT-OSS harmony format
|
| 34 |
|
| 35 |
# Dataset sampling optimized for memory constraints
|
| 36 |
-
max_samples=
|
| 37 |
min_length=15, # Slightly higher minimum for quality
|
| 38 |
max_length=2048, # Explicit max length for memory control
|
| 39 |
|
|
|
|
| 33 |
use_harmony_format=True, # Enable GPT-OSS harmony format
|
| 34 |
|
| 35 |
# Dataset sampling optimized for memory constraints
|
| 36 |
+
max_samples=800000, # Reduced from 800K for memory efficiency
|
| 37 |
min_length=15, # Slightly higher minimum for quality
|
| 38 |
max_length=2048, # Explicit max length for memory control
|
| 39 |
|