Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
|
@@ -37,25 +37,44 @@ from httpx import RemoteProtocolError
|
|
| 37 |
# βΈ backoff λͺ¨λμ΄ μμΌλ©΄ μ¦μμμ λ체 ꡬν
|
| 38 |
try:
|
| 39 |
import backoff
|
| 40 |
-
except ImportError:
|
| 41 |
logging.warning("`backoff` λͺ¨λμ΄ μμ΄ κ°λ¨ λ체 λ°μ½λ μ΄ν°λ₯Ό μ¬μ©ν©λλ€.")
|
| 42 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 43 |
def decorator(fn):
|
| 44 |
-
def wrapper(*
|
| 45 |
-
|
|
|
|
| 46 |
try:
|
| 47 |
-
return fn(*
|
| 48 |
-
except
|
| 49 |
-
|
|
|
|
| 50 |
raise
|
| 51 |
sleep = base ** attempt
|
| 52 |
-
logging.info(
|
|
|
|
|
|
|
| 53 |
time.sleep(sleep)
|
| 54 |
return wrapper
|
| 55 |
return decorator
|
|
|
|
| 56 |
class _DummyBackoff:
|
| 57 |
on_exception = _simple_backoff_on_exception
|
| 58 |
-
|
|
|
|
|
|
|
| 59 |
|
| 60 |
# βββββββββββββββββββββββββββββββ Environment Variables / Constants βββββββββββββββββββββββββ
|
| 61 |
|
|
@@ -2234,6 +2253,7 @@ def process_input(prompt: str, uploaded_files):
|
|
| 2234 |
stream=True
|
| 2235 |
)
|
| 2236 |
|
|
|
|
| 2237 |
try:
|
| 2238 |
stream = safe_stream()
|
| 2239 |
for chunk in stream:
|
|
|
|
| 37 |
# βΈ backoff λͺ¨λμ΄ μμΌλ©΄ μ¦μμμ λ체 ꡬν
|
| 38 |
try:
|
| 39 |
import backoff
|
| 40 |
+
except ImportError:
|
| 41 |
logging.warning("`backoff` λͺ¨λμ΄ μμ΄ κ°λ¨ λ체 λ°μ½λ μ΄ν°λ₯Ό μ¬μ©ν©λλ€.")
|
| 42 |
+
|
| 43 |
+
def _simple_backoff_on_exception(exceptions, *args, **kwargs):
|
| 44 |
+
"""
|
| 45 |
+
κ°λ²Όμ΄ μ§μ(backoff=2^n) μ¬μλ λ°μ½λ μ΄ν°.
|
| 46 |
+
backoff.on_exception APIμ νμ μΈμλ§ νλ΄λ
λλ€.
|
| 47 |
+
- exceptions : μ¬μλ λμ μμΈ(tuple λλ λ¨μΌ)
|
| 48 |
+
- max_tries : kwargs λ‘ μ§μ (κΈ°λ³Έ 3)
|
| 49 |
+
- base : kwargs λ‘ μ§μ (κΈ°λ³Έ 2, μ§μ λ°°μ)
|
| 50 |
+
κΈ°ν μΈμλ 무μν©λλ€.
|
| 51 |
+
"""
|
| 52 |
+
max_tries = kwargs.get("max_tries", 3)
|
| 53 |
+
base = kwargs.get("base", 2)
|
| 54 |
+
|
| 55 |
def decorator(fn):
|
| 56 |
+
def wrapper(*f_args, **f_kwargs):
|
| 57 |
+
attempt = 0
|
| 58 |
+
while True:
|
| 59 |
try:
|
| 60 |
+
return fn(*f_args, **f_kwargs)
|
| 61 |
+
except exceptions as e:
|
| 62 |
+
attempt += 1
|
| 63 |
+
if attempt >= max_tries:
|
| 64 |
raise
|
| 65 |
sleep = base ** attempt
|
| 66 |
+
logging.info(
|
| 67 |
+
f"[retry {attempt}/{max_tries}] {fn.__name__} -> {e} β¦ {sleep}s λκΈ°"
|
| 68 |
+
)
|
| 69 |
time.sleep(sleep)
|
| 70 |
return wrapper
|
| 71 |
return decorator
|
| 72 |
+
|
| 73 |
class _DummyBackoff:
|
| 74 |
on_exception = _simple_backoff_on_exception
|
| 75 |
+
|
| 76 |
+
backoff = _DummyBackoff()
|
| 77 |
+
|
| 78 |
|
| 79 |
# βββββββββββββββββββββββββββββββ Environment Variables / Constants βββββββββββββββββββββββββ
|
| 80 |
|
|
|
|
| 2253 |
stream=True
|
| 2254 |
)
|
| 2255 |
|
| 2256 |
+
|
| 2257 |
try:
|
| 2258 |
stream = safe_stream()
|
| 2259 |
for chunk in stream:
|