updated token names
Browse files
app.py
CHANGED
|
@@ -69,18 +69,18 @@ def main():
|
|
| 69 |
|
| 70 |
max_output_tokens = 2048
|
| 71 |
|
| 72 |
-
# Enter LLM
|
| 73 |
-
|
| 74 |
-
"Enter your LLM
|
| 75 |
value=None,
|
| 76 |
)
|
| 77 |
|
| 78 |
# Create LLM
|
| 79 |
# Global tokenization needs to be consistent with LLM for token counting
|
| 80 |
# https://docs.llamaindex.ai/en/stable/module_guides/models/llms/
|
| 81 |
-
if
|
| 82 |
if provider == 'openai':
|
| 83 |
-
os.environ["OPENAI_API_KEY"] = str(
|
| 84 |
Settings.llm = OpenAI(
|
| 85 |
model=llm_name,
|
| 86 |
temperature=temperature,
|
|
@@ -91,11 +91,11 @@ def main():
|
|
| 91 |
Settings.context_window = 4096 # max possible
|
| 92 |
Settings.embed_model = OpenAIEmbedding()
|
| 93 |
elif provider == 'huggingface':
|
| 94 |
-
os.environ['HFTOKEN'] = str(
|
| 95 |
|
| 96 |
-
# Enter
|
| 97 |
-
|
| 98 |
-
"Enter your LlamaParse
|
| 99 |
value=None,
|
| 100 |
)
|
| 101 |
|
|
@@ -109,7 +109,7 @@ def main():
|
|
| 109 |
if uploaded_file is not None:
|
| 110 |
# Parse the file
|
| 111 |
parser = LlamaParse(
|
| 112 |
-
api_key=
|
| 113 |
result_type="text" # "markdown" and "text" are available
|
| 114 |
)
|
| 115 |
|
|
@@ -128,8 +128,8 @@ def main():
|
|
| 128 |
"""
|
| 129 |
# Instructions
|
| 130 |
|
| 131 |
-
1. Obtain
|
| 132 |
-
2. Obtain a similar
|
| 133 |
3. Make selections at the left and upload a document to use a context.
|
| 134 |
4. Begin asking questions below!
|
| 135 |
"""
|
|
|
|
| 69 |
|
| 70 |
max_output_tokens = 2048
|
| 71 |
|
| 72 |
+
# Enter LLM API Key
|
| 73 |
+
llm_key = st.text_input(
|
| 74 |
+
"Enter your LLM API Key",
|
| 75 |
value=None,
|
| 76 |
)
|
| 77 |
|
| 78 |
# Create LLM
|
| 79 |
# Global tokenization needs to be consistent with LLM for token counting
|
| 80 |
# https://docs.llamaindex.ai/en/stable/module_guides/models/llms/
|
| 81 |
+
if llm_key is not None:
|
| 82 |
if provider == 'openai':
|
| 83 |
+
os.environ["OPENAI_API_KEY"] = str(llm_key)
|
| 84 |
Settings.llm = OpenAI(
|
| 85 |
model=llm_name,
|
| 86 |
temperature=temperature,
|
|
|
|
| 91 |
Settings.context_window = 4096 # max possible
|
| 92 |
Settings.embed_model = OpenAIEmbedding()
|
| 93 |
elif provider == 'huggingface':
|
| 94 |
+
os.environ['HFTOKEN'] = str(llm_key)
|
| 95 |
|
| 96 |
+
# Enter Parsing API Key
|
| 97 |
+
parse_key = st.text_input(
|
| 98 |
+
"Enter your LlamaParse API Key",
|
| 99 |
value=None,
|
| 100 |
)
|
| 101 |
|
|
|
|
| 109 |
if uploaded_file is not None:
|
| 110 |
# Parse the file
|
| 111 |
parser = LlamaParse(
|
| 112 |
+
api_key=parse_key, # Can also be set in your env as LLAMA_CLOUD_API_KEY
|
| 113 |
result_type="text" # "markdown" and "text" are available
|
| 114 |
)
|
| 115 |
|
|
|
|
| 128 |
"""
|
| 129 |
# Instructions
|
| 130 |
|
| 131 |
+
1. Obtain an [API Key](https://cloud.llamaindex.ai/api-key) from LlamaParse to parse your document.
|
| 132 |
+
2. Obtain a similar API Key from your preferred LLM provider.
|
| 133 |
3. Make selections at the left and upload a document to use a context.
|
| 134 |
4. Begin asking questions below!
|
| 135 |
"""
|