Update models/llm_setup.py
Browse files- models/llm_setup.py +2 -1
models/llm_setup.py
CHANGED
|
@@ -1,6 +1,7 @@
|
|
| 1 |
from typing import Optional
|
| 2 |
#from llama_index.llms import HuggingFaceLLM
|
| 3 |
-
from llama_index.llms.huggingface import HuggingFaceLLM
|
|
|
|
| 4 |
import torch
|
| 5 |
from transformers import AutoTokenizer, AutoModelForCausalLM, BitsAndBytesConfig
|
| 6 |
|
|
|
|
| 1 |
from typing import Optional
|
| 2 |
#from llama_index.llms import HuggingFaceLLM
|
| 3 |
+
#from llama_index.llms.huggingface import HuggingFaceLLM
|
| 4 |
+
from llama_index.llms.huggingface import HuggingFaceInferenceAPI
|
| 5 |
import torch
|
| 6 |
from transformers import AutoTokenizer, AutoModelForCausalLM, BitsAndBytesConfig
|
| 7 |
|