degbu embeddings

app.py

@@ -67,7 +67,7 @@ def main():
             step=0.05, 
         )
 
-        max_output_tokens = 4096  
+        max_output_tokens = 2048  
 
         # Enter LLM Token
         llm_token = st.text_input(
@@ -88,7 +88,7 @@ def main():
                 # https://docs.llamaindex.ai/en/stable/module_guides/models/llms/
                 Settings.tokenizer = tiktoken.encoding_for_model(llm_name).encode
                 Settings.num_output = max_output_tokens
-                Settings.context_window = 4096 # max possible
+                # Settings.context_window = 4096 # max possible
                 Settings.embed_model = OpenAIEmbedding()
             elif provider == 'huggingface':
                 os.environ['HFTOKEN'] = str(llm_token)