File size: 639 Bytes
1385408
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
data:
  path: /workspace/byte-llms-code/code_completion_exp/datasets/data_V4_full
  max_context_len: 4096
  max_target_len: 256
  num_workers: 4
  pin_memory: true
model:
  name: EleutherAI/pythia-1.4b
  checkpoint_path: null
  from_scratch: false
paths:
  checkpoints_dir: outputs/2026-04-18/12-19-14
  initial_checkpoint: auto
  output_dir: outputs/2026-04-18/12-19-14/eval_results
evaluation:
  batch_size: 16
  max_samples: null
  compute_perplexity: true
  bleu_tokenize: none
  save_predictions: true
  use_amp: true
generation:
  max_new_tokens: 64
  temperature: 0.1
  top_k: 0
  top_p: 1.0
  do_sample: true
seed: 42
device: cuda