run locally

app.py

@@ -105,7 +105,7 @@ def main():
             elif provider == 'huggingface':
                 if llm_name is not None and embed_name is not None:
                     os.environ['HFTOKEN'] = str(llm_key)
-                    Settings.llm = HuggingFaceInferenceAPI(
+                    Settings.llm = HuggingFaceLLM( # HuggingFaceInferenceAPI
                         model_name=llm_name, 
                         token=os.environ.get("HFTOKEN"),
                         temperature=temperature,
@@ -116,7 +116,7 @@ def main():
                         token=os.environ.get("HFTOKEN"),
                     )
                     Settings.num_output = MAX_OUTPUT_TOKENS
-                    Settings.embed_model = HuggingFaceInferenceAPIEmbedding(
+                    Settings.embed_model = HuggingFaceEmbedding( # HuggingFaceInferenceAPIEmbedding
                         model_name=embed_name
                     )
                     # Settings.context_window = 4096