Spaces:
Sleeping
Sleeping
Commit ·
84f1220
1
Parent(s): 8013241
get rid of xl
Browse files
app.py
CHANGED
|
@@ -18,7 +18,7 @@ def decomp_create_prompt(input_data: str) -> str:
|
|
| 18 |
pipe = pipeline(model="ejschwartz/decaf-v1-22b-4bit", return_full_text=False, max_new_tokens=2000)
|
| 19 |
pipe.model.to("cuda")
|
| 20 |
|
| 21 |
-
@spaces.GPU
|
| 22 |
def generate(text):
|
| 23 |
print(f"Generating text... {text}")
|
| 24 |
prompt = decomp_create_prompt(text)
|
|
|
|
| 18 |
pipe = pipeline(model="ejschwartz/decaf-v1-22b-4bit", return_full_text=False, max_new_tokens=2000)
|
| 19 |
pipe.model.to("cuda")
|
| 20 |
|
| 21 |
+
@spaces.GPU
|
| 22 |
def generate(text):
|
| 23 |
print(f"Generating text... {text}")
|
| 24 |
prompt = decomp_create_prompt(text)
|