Upload cnets.py with huggingface_hub
Browse files
cnets.py
CHANGED
|
@@ -551,7 +551,7 @@ class Model(nn.Module):
|
|
| 551 |
dataset = dataset['train']
|
| 552 |
# dataset = dataset.select(range(96))
|
| 553 |
original_columns1 = dataset.column_names
|
| 554 |
-
num_proc = 48
|
| 555 |
|
| 556 |
# [MODIFIED] Set separators based on model type
|
| 557 |
if self.model_type == 'qwen3':
|
|
|
|
| 551 |
dataset = dataset['train']
|
| 552 |
# dataset = dataset.select(range(96))
|
| 553 |
original_columns1 = dataset.column_names
|
| 554 |
+
num_proc = 1 # Changed from 48 to avoid DeepSpeed pickle issues
|
| 555 |
|
| 556 |
# [MODIFIED] Set separators based on model type
|
| 557 |
if self.model_type == 'qwen3':
|