iamkdp commited on
Commit
3c63a2d
·
verified ·
1 Parent(s): 333d2c3

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +3 -1
app.py CHANGED
@@ -5,7 +5,9 @@ from langchain.chains import LLMChain
5
  from langchain.prompts import PromptTemplate
6
 
7
  # Load model and tokenizer (Gemma 2B or similar)
8
- model_id = "google/gemma-2b-it"
 
 
9
 
10
  tokenizer = AutoTokenizer.from_pretrained(model_id)
11
  model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", torch_dtype="auto")
 
5
  from langchain.prompts import PromptTemplate
6
 
7
  # Load model and tokenizer (Gemma 2B or similar)
8
+ model_id = "TinyLlama/TinyLlama-1.1B-Chat-v1.0"
9
+ login(token=os.environ["HUGGINGFACE_API_TOKEN"])
10
+
11
 
12
  tokenizer = AutoTokenizer.from_pretrained(model_id)
13
  model = AutoModelForCausalLM.from_pretrained(model_id, device_map="auto", torch_dtype="auto")