chaowen guo
commited on
Update app/services/llm.py
Browse files- app/services/llm.py +3 -3
app/services/llm.py
CHANGED
|
@@ -4,6 +4,7 @@ import re
|
|
| 4 |
import requests
|
| 5 |
from typing import List
|
| 6 |
import urllib.parse
|
|
|
|
| 7 |
|
| 8 |
import g4f
|
| 9 |
from loguru import logger
|
|
@@ -175,9 +176,8 @@ def _generate_response(prompt: str) -> str:
|
|
| 175 |
return generated_text
|
| 176 |
|
| 177 |
if llm_provider == "cloudflare":
|
| 178 |
-
response = requests.post(
|
| 179 |
-
f
|
| 180 |
-
headers={"Authorization": f"Bearer {api_key}"},
|
| 181 |
json={
|
| 182 |
"messages": [
|
| 183 |
{
|
|
|
|
| 4 |
import requests
|
| 5 |
from typing import List
|
| 6 |
import urllib.parse
|
| 7 |
+
import os
|
| 8 |
|
| 9 |
import g4f
|
| 10 |
from loguru import logger
|
|
|
|
| 176 |
return generated_text
|
| 177 |
|
| 178 |
if llm_provider == "cloudflare":
|
| 179 |
+
response = requests.post('https://api.cloudflare.com/client/v4/accounts/11b1d730ea208e2e78adc22e1e2e8059/ai/run/@cf/meta/llama-4-scout-17b-16e-instruct',
|
| 180 |
+
headers={"Authorization": f'Bearer {os.getenv('cloudflare')}'},
|
|
|
|
| 181 |
json={
|
| 182 |
"messages": [
|
| 183 |
{
|