Invescoz commited on
Commit
b40e9a2
·
verified ·
1 Parent(s): 6f35d55

Create model_loader.py

Browse files
Files changed (1) hide show
  1. model_loader.py +24 -0
model_loader.py ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from tools.code_generator import generate_code
2
+ from tools.web_search import search_web
3
+ from tools.rag_engine import answer_from_docs
4
+ from transformers import AutoTokenizer, AutoModelForCausalLM
5
+ import torch
6
+
7
+ # Default general model (TinyLlama)
8
+ tokenizer = AutoTokenizer.from_pretrained("TinyLlama/TinyLlama-1.1B-Chat-v1.0")
9
+ model = AutoModelForCausalLM.from_pretrained("TinyLlama/TinyLlama-1.1B-Chat-v1.0")
10
+ model.eval()
11
+
12
+ def route_query(prompt):
13
+ prompt_lower = prompt.lower()
14
+
15
+ if "code:" in prompt_lower:
16
+ return generate_code(prompt)
17
+ elif "search:" in prompt_lower:
18
+ return search_web(prompt)
19
+ elif "doc:" in prompt_lower:
20
+ return answer_from_docs(prompt)
21
+ else:
22
+ inputs = tokenizer(prompt, return_tensors="pt")
23
+ outputs = model.generate(**inputs, max_new_tokens=200)
24
+ return tokenizer.decode(outputs[0], skip_special_tokens=True)