Update app.py
Browse files
app.py
CHANGED
|
@@ -152,16 +152,16 @@ def main():
|
|
| 152 |
|
| 153 |
max_output_tokens = 2048 # Just a generic value
|
| 154 |
|
| 155 |
-
os.environ['
|
| 156 |
Settings.llm = HuggingFaceInferenceAPI(
|
| 157 |
model_name=llm_name,
|
| 158 |
-
token=os.environ.get("
|
| 159 |
temperature=temperature,
|
| 160 |
max_tokens=max_output_tokens
|
| 161 |
)
|
| 162 |
Settings.tokenizer = AutoTokenizer.from_pretrained(
|
| 163 |
llm_name,
|
| 164 |
-
token=os.environ.get("
|
| 165 |
)
|
| 166 |
Settings.num_output = max_output_tokens
|
| 167 |
Settings.embed_model = HuggingFaceInferenceAPIEmbedding(
|
|
|
|
| 152 |
|
| 153 |
max_output_tokens = 2048 # Just a generic value
|
| 154 |
|
| 155 |
+
os.environ['HF_TOKEN'] = str(llm_key)
|
| 156 |
Settings.llm = HuggingFaceInferenceAPI(
|
| 157 |
model_name=llm_name,
|
| 158 |
+
token=os.environ.get("HF_TOKEN"),
|
| 159 |
temperature=temperature,
|
| 160 |
max_tokens=max_output_tokens
|
| 161 |
)
|
| 162 |
Settings.tokenizer = AutoTokenizer.from_pretrained(
|
| 163 |
llm_name,
|
| 164 |
+
token=os.environ.get("HF_TOKEN"),
|
| 165 |
)
|
| 166 |
Settings.num_output = max_output_tokens
|
| 167 |
Settings.embed_model = HuggingFaceInferenceAPIEmbedding(
|