input

app.py

@@ -37,10 +37,10 @@ example = """{
 
 
 @spaces.GPU
-def infer(var_name, input):
-    line = json.loads(input)
-    first_token = line["output"].split(":")[0]
-    prompt = line["input"] + var_name + ":"
+def infer(var_name, code):
+    #line = json.loads(input)
+    #first_token = line["output"].split(":")[0]
+    prompt = code + var_name + ":"
 
     input_ids = tokenizer.encode(prompt, return_tensors="pt").cuda()[:, : 8192 - 1024]
     output = vardecoder_model.generate(
@@ -59,15 +59,15 @@ def infer(var_name, input):
         clean_up_tokenization_spaces=True,
     )
 
-    output = first_token + ":" + output
+    output = var_name + ":" + output
     return output
 
 
 demo = gr.Interface(
     fn=infer,
     inputs=[
-        gr.Text(label="First Token", placeholder="a1"),
-        gr.Textbox(lines=10, placeholder=example),
+        gr.Text(label="First Token", value="a1"),
+        gr.Textbox(lines=10, value=json.loads(example)['input']),
     ],
     outputs=gr.Text(label="Var Decoder Output"),
 )