| base_model: EleutherAI/deep-ignorance-unfiltered | |
| method: grad_diff | |
| seed: 42 | |
| dtype: auto | |
| max_length: 512 | |
| eval_split: 0.1 | |
| grad_clip: 1.0 | |
| grad_accum_steps: 1 | |
| deterministic_algorithms: false | |
| torch_version: !!python/object/new:torch.torch_version.TorchVersion | |
| - 2.10.0+cu128 | |
| cuda_version: '12.8' | |
| cudnn_version: 91002 | |
| cudnn_deterministic: false | |
| cudnn_benchmark: false | |
| forget_data: data/forget.txt | |
| retain_data: data/retain.txt | |
| max_lines: 1024 | |
| epochs: 1 | |
| lr: 1.0e-05 | |
| batch_size: 4 | |
| forget_weight: 1.0 | |