Vijayrathank commited on
Commit
bc16332
·
verified ·
1 Parent(s): a4e9a11

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -0
app.py CHANGED
@@ -3,6 +3,11 @@ from huggingface_hub import InferenceClient
3
 
4
  from transformers import AutoTokenizer, AutoModelForCausalLM
5
  import torch
 
 
 
 
 
6
 
7
  model_id = "meta-llama/Llama-3.2-1B" # small enough to run locally on CPU
8
  tokenizer = AutoTokenizer.from_pretrained(model_id)
 
3
 
4
  from transformers import AutoTokenizer, AutoModelForCausalLM
5
  import torch
6
+ import os
7
+ from dotenv import load_dotenv
8
+
9
+ load_dotenv()
10
+ ht_token=os.getenv("HF_TOKEN")
11
 
12
  model_id = "meta-llama/Llama-3.2-1B" # small enough to run locally on CPU
13
  tokenizer = AutoTokenizer.from_pretrained(model_id)