Yasu777 commited on
Commit
d588f66
·
verified ·
1 Parent(s): 2d4e453

Update second.py

Browse files
Files changed (1) hide show
  1. second.py +4 -3
second.py CHANGED
@@ -6,13 +6,14 @@ from transformers import AutoModelForCausalLM, AutoTokenizer
6
  from langchain_groq import ChatGroq
7
  from langchain.prompts import ChatPromptTemplate
8
 
9
- # 環境変数からAPIキーを設定
 
10
  os.environ["GROQ_API_KEY"] = os.getenv("GROQ_API_KEY")
11
 
12
  # Hugging Faceのモデルとトークナイザーをロード
13
  model_id = "meta-llama/Meta-Llama-3-8B-Instruct"
14
- tokenizer = AutoTokenizer.from_pretrained(model_id)
15
- model = AutoModelForCausalLM.from_pretrained(model_id)
16
 
17
  # Groqを使ったLangChainのChatGroqインスタンスを初期化
18
  chat = ChatGroq(model_name=model_id, tokenizer=tokenizer)
 
6
  from langchain_groq import ChatGroq
7
  from langchain.prompts import ChatPromptTemplate
8
 
9
+ # 環境変数からHugging Faceのトクン取得
10
+ os.environ['HF_TOKEN'] = os.getenv('HUGGING_FACE_TOKEN')
11
  os.environ["GROQ_API_KEY"] = os.getenv("GROQ_API_KEY")
12
 
13
  # Hugging Faceのモデルとトークナイザーをロード
14
  model_id = "meta-llama/Meta-Llama-3-8B-Instruct"
15
+ tokenizer = AutoTokenizer.from_pretrained(model_id, use_auth_token=os.getenv('HF_TOKEN'))
16
+ model = AutoModelForCausalLM.from_pretrained(model_id, use_auth_token=os.getenv('HF_TOKEN'))
17
 
18
  # Groqを使ったLangChainのChatGroqインスタンスを初期化
19
  chat = ChatGroq(model_name=model_id, tokenizer=tokenizer)