File size: 639 Bytes
1385408 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 | data:
path: /workspace/byte-llms-code/code_completion_exp/datasets/data_V4_full
max_context_len: 4096
max_target_len: 256
num_workers: 4
pin_memory: true
model:
name: EleutherAI/pythia-1.4b
checkpoint_path: null
from_scratch: false
paths:
checkpoints_dir: outputs/2026-04-18/12-19-14
initial_checkpoint: auto
output_dir: outputs/2026-04-18/12-19-14/eval_results
evaluation:
batch_size: 16
max_samples: null
compute_perplexity: true
bleu_tokenize: none
save_predictions: true
use_amp: true
generation:
max_new_tokens: 64
temperature: 0.1
top_k: 0
top_p: 1.0
do_sample: true
seed: 42
device: cuda
|