Update app/services/llm.py
Browse files- app/services/llm.py +3 -3
app/services/llm.py
CHANGED
@@ -4,6 +4,7 @@ import re
|
|
4 |
import requests
|
5 |
from typing import List
|
6 |
import urllib.parse
|
|
|
7 |
|
8 |
import g4f
|
9 |
from loguru import logger
|
@@ -175,9 +176,8 @@ def _generate_response(prompt: str) -> str:
|
|
175 |
return generated_text
|
176 |
|
177 |
if llm_provider == "cloudflare":
|
178 |
-
response = requests.post(
|
179 |
-
f
|
180 |
-
headers={"Authorization": f"Bearer {api_key}"},
|
181 |
json={
|
182 |
"messages": [
|
183 |
{
|
|
|
4 |
import requests
|
5 |
from typing import List
|
6 |
import urllib.parse
|
7 |
+
import os
|
8 |
|
9 |
import g4f
|
10 |
from loguru import logger
|
|
|
176 |
return generated_text
|
177 |
|
178 |
if llm_provider == "cloudflare":
|
179 |
+
response = requests.post('https://api.cloudflare.com/client/v4/accounts/11b1d730ea208e2e78adc22e1e2e8059/ai/run/@cf/meta/llama-4-scout-17b-16e-instruct',
|
180 |
+
headers={"Authorization": f'Bearer {os.getenv('cloudflare')}'},
|
|
|
181 |
json={
|
182 |
"messages": [
|
183 |
{
|