Update app.py

app.py

@@ -24,6 +24,10 @@ modelPath = {
     # "CodeGen-2B-Mono": "Salesforce/codegen-2B-mono",
 }
 
+preloadModels = {}
+for m in list(modelPath.keys()):
+    preloadModels[m] = ecco.from_pretrained(modelPath[m])
+
 def generation(tokenizer, model, content):
     decoder = 'Standard'
     num_beams = 2 if decoder == 'Beam' else None
@@ -59,7 +63,8 @@ def generation(tokenizer, model, content):
 
 def code_from_prompts(prompt, model, type_hints, pre_content):
     tokenizer = AutoTokenizer.from_pretrained(modelPath[model])
-    model = ecco.from_pretrained(modelPath[model])
+    # model = ecco.from_pretrained(modelPath[model])
+    model = preloadModels[model]
 
     code = header.strip().replace('CONN', "dbname='store'").replace('PROMPT', prompt)
 
@@ -80,8 +85,6 @@ def get_customer(id):\n\tcur.execute('SELECT * FROM customers WHERE id = %s', st
 """.strip() + "\n")
 
     results = generation(tokenizer, model, code)
-    del tokenizer
-    del model
     return results
 
 iface = gr.Interface(