neuralbroker commited on
Commit
d72ec22
·
verified ·
1 Parent(s): 4b12550

Update clean backend-only project docs and eval

Browse files
Files changed (1) hide show
  1. scripts/export_production.py +4 -3
scripts/export_production.py CHANGED
@@ -18,6 +18,7 @@ import subprocess
18
  import sys
19
  import urllib.request
20
  from pathlib import Path
 
21
 
22
  REPO_ROOT = Path(__file__).resolve().parents[1]
23
  DEFAULT_CHECKPOINT = REPO_ROOT / "checkpoints" / "blitzkode-1.5b-lora" / "final"
@@ -60,7 +61,7 @@ def merge_adapter(checkpoint: Path, merged_dir: Path) -> None:
60
  print(f" Checkpoint : {checkpoint}")
61
  print(f" Base model : {base_name}")
62
 
63
- dtype = torch.float16
64
  print(" Loading base model …")
65
  base = AutoModelForCausalLM.from_pretrained(
66
  base_name,
@@ -71,7 +72,7 @@ def merge_adapter(checkpoint: Path, merged_dir: Path) -> None:
71
  tokenizer = AutoTokenizer.from_pretrained(str(checkpoint), trust_remote_code=True)
72
 
73
  print(" Loading & merging adapter …")
74
- model = PeftModel.from_pretrained(base, str(checkpoint))
75
  model = model.merge_and_unload()
76
 
77
  merged_dir.mkdir(parents=True, exist_ok=True)
@@ -140,7 +141,7 @@ def verify_gguf(gguf_path: Path) -> None:
140
  verbose=False,
141
  )
142
  prompt = "<|im_start|>user\nSay hello.<|im_end|>\n<|im_start|>assistant\n"
143
- out = llm(prompt, max_tokens=8, stop=["<|im_end|>"])
144
  text = out["choices"][0]["text"].strip()
145
  print(f" Sample output: {text!r}")
146
  print(" Verification PASSED.")
 
18
  import sys
19
  import urllib.request
20
  from pathlib import Path
21
+ from typing import Any, cast
22
 
23
  REPO_ROOT = Path(__file__).resolve().parents[1]
24
  DEFAULT_CHECKPOINT = REPO_ROOT / "checkpoints" / "blitzkode-1.5b-lora" / "final"
 
61
  print(f" Checkpoint : {checkpoint}")
62
  print(f" Base model : {base_name}")
63
 
64
+ dtype = cast(Any, torch).float16
65
  print(" Loading base model …")
66
  base = AutoModelForCausalLM.from_pretrained(
67
  base_name,
 
72
  tokenizer = AutoTokenizer.from_pretrained(str(checkpoint), trust_remote_code=True)
73
 
74
  print(" Loading & merging adapter …")
75
+ model = cast(Any, PeftModel.from_pretrained(base, str(checkpoint)))
76
  model = model.merge_and_unload()
77
 
78
  merged_dir.mkdir(parents=True, exist_ok=True)
 
141
  verbose=False,
142
  )
143
  prompt = "<|im_start|>user\nSay hello.<|im_end|>\n<|im_start|>assistant\n"
144
+ out = cast(dict[str, Any], llm(prompt, max_tokens=8, stop=["<|im_end|>"]))
145
  text = out["choices"][0]["text"].strip()
146
  print(f" Sample output: {text!r}")
147
  print(" Verification PASSED.")