hf context window

app.py

@@ -51,7 +51,7 @@ def main():
         if provider == 'huggingface':
             llm_name = st.text_input(
                 "Enter LLM namespace/model-name",
-                value="microsoft/Phi-3-mini-4k-instruct",
+                value="HuggingFaceH4/zephyr-7b-alpha",
             )
 
             # Also give the user the option for different embedding models, too
@@ -119,7 +119,7 @@ def main():
                     Settings.embed_model = HuggingFaceInferenceAPIEmbedding(
                         model_name=embed_name
                     )
-                    # Settings.context_window = 4096 
+                    Settings.context_window = 4096 
             else:
                 raise NotImplementedError(f"{provider} is not supported yet")