Fixing for Chorus

app.py

@@ -66,6 +66,9 @@ def generate_request_local(authority, kw1, kw2, kw3):
         # Tokenize the input prompt
         inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
 
+        if 'token_type_ids' in inputs:
+            del inputs['token_type_ids']
+
         # Set generation parameters
         generation_params = {
             "max_new_tokens": 250,