Spaces:
Sleeping
Sleeping
Update main.py
Browse files
main.py
CHANGED
|
@@ -174,6 +174,7 @@ async def verify_api_key(api_key: str = Security(api_key_header)):
|
|
| 174 |
# ============================================================================
|
| 175 |
|
| 176 |
def chat_with_llama_stream(messages, model="meta-llama/llama-3-70b-instruct", max_output_tokens=2500):
|
|
|
|
| 177 |
logger.info(f"Starting chat with model: {model}")
|
| 178 |
try:
|
| 179 |
response = or_client.chat.completions.create(
|
|
|
|
| 174 |
# ============================================================================
|
| 175 |
|
| 176 |
def chat_with_llama_stream(messages, model="meta-llama/llama-3-70b-instruct", max_output_tokens=2500):
|
| 177 |
+
logger.info(f"Recieved chat request: {messages}")
|
| 178 |
logger.info(f"Starting chat with model: {model}")
|
| 179 |
try:
|
| 180 |
response = or_client.chat.completions.create(
|