vincentoh commited on
Commit
17e998f
·
verified ·
1 Parent(s): 9555dc3

Update inference.py

Browse files
Files changed (1) hide show
  1. inference.py +1 -1
inference.py CHANGED
@@ -30,7 +30,7 @@ ptdtype = {'float32': torch.float32, 'bfloat16': torch.bfloat16, 'float16': torc
30
  ctx = nullcontext() if device_type == 'cpu' else torch.amp.autocast(device_type=device_type, dtype=ptdtype)
31
 
32
 
33
- ckpt_path = os.path.join(out_dir, 'ckpt.pt')
34
  checkpoint = torch.load(ckpt_path, map_location=device)
35
  gptconf = GPTConfig(**checkpoint['model_args'])
36
  model = GPT(gptconf)
 
30
  ctx = nullcontext() if device_type == 'cpu' else torch.amp.autocast(device_type=device_type, dtype=ptdtype)
31
 
32
 
33
+ ckpt_path = os.path.join(out_dir, 'model.ckpt')
34
  checkpoint = torch.load(ckpt_path, map_location=device)
35
  gptconf = GPTConfig(**checkpoint['model_args'])
36
  model = GPT(gptconf)