Kalpokoch commited on
Commit
2bf4b72
·
verified ·
1 Parent(s): 0a00034

Update app/app.py

Browse files
Files changed (1) hide show
  1. app/app.py +2 -0
app/app.py CHANGED
@@ -16,6 +16,8 @@ print("Vector Database loaded successfully!")
16
  model_id = "Kalpokoch/QuantizedTinyLama" # Correct spelling assumed
17
  print(f"Loading model: {model_id}...")
18
  tokenizer = AutoTokenizer.from_pretrained(model_id)
 
 
19
 
20
  # Choose dtype depending on device support
21
  dtype = torch.bfloat16 if torch.cuda.is_available() and torch.cuda.is_bf16_supported() else torch.float16
 
16
  model_id = "Kalpokoch/QuantizedTinyLama" # Correct spelling assumed
17
  print(f"Loading model: {model_id}...")
18
  tokenizer = AutoTokenizer.from_pretrained(model_id)
19
+ model = AutoModelForCausalLM.from_pretrained(model_id)
20
+ print("Model and tokenizer loaded successfully!")
21
 
22
  # Choose dtype depending on device support
23
  dtype = torch.bfloat16 if torch.cuda.is_available() and torch.cuda.is_bf16_supported() else torch.float16