bug fix

app.py

@@ -101,16 +101,17 @@ sent_chkpt = "distilbert-base-uncased-finetuned-sst-2-english"
 sent_model_dir="sentiment_model_dir"
 #create model/token dir for sentiment classification
 create_model_dir(chkpt=sent_chkpt, model_dir=sent_model_dir)
-#create onnx model for sentiment classification
-model_sentiment=AutoModelForSequenceClassification.from_pretrained(sent_model_dir)
-tokenizer_sentiment=AutoTokenizer.from_pretrained(sent_model_dir)
-create_onnx_model_sentiment(_model=model_sentiment, _tokenizer=tokenizer_sentiment)
+
 
 @st.cache(allow_output_mutation=True, suppress_st_warning=True, max_entries=None, ttl=None)
 def sentiment_task_selected(task,sent_model_dir=sent_model_dir):
+    #model & tokenizer initialization for normal sentiment classification
     model_sentiment=AutoModelForSequenceClassification.from_pretrained(sent_model_dir)
     tokenizer_sentiment=AutoTokenizer.from_pretrained(sent_model_dir)
-    # create_onnx_model_sentiment(_model=model_sentiment, _tokenizer=tokenizer_sentiment)
+
+    # create onnx model for sentiment classification
+    create_onnx_model_sentiment(_model=model_sentiment, _tokenizer=tokenizer_sentiment)
+
     #create inference session
     sentiment_session = ort.InferenceSession("sent_clf_onnx_dir/sentiment_classifier_onnx.onnx")
     sentiment_session_quant = ort.InferenceSession("sent_clf_onnx_dir/sentiment_classifier_onnx_quant.onnx")
@@ -126,16 +127,17 @@ zs_chkpt = "valhalla/distilbart-mnli-12-1"
 zs_model_dir = "zs_model_dir"
 # create model/token dir for zeroshot clf
 create_model_dir(chkpt=zs_chkpt, model_dir=zs_model_dir)
-#ceate onnx model for zeroshot
-create_onnx_model_zs()
+
 
 @st.cache(allow_output_mutation=True, suppress_st_warning=True, max_entries=None, ttl=None)
 def zs_task_selected(task, zs_model_dir=zs_model_dir,onnx_dir='zeroshot_onnx_dir'):
-
     #model & tokenizer initialization for normal ZS classification
     model_zs=AutoModelForSequenceClassification.from_pretrained(zs_model_dir)
     tokenizer_zs=AutoTokenizer.from_pretrained(zs_model_dir)
 
+    # ceate onnx model for zeroshot
+    create_onnx_model_zs()
+
     #create inference session from onnx model
     zs_session = ort.InferenceSession(f"{onnx_dir}/model.onnx")
     zs_session_quant = ort.InferenceSession(f"{onnx_dir}/model_quant.onnx")