Messing with configuration.

app.py

@@ -37,23 +37,8 @@ tokenizer_name = "MoritzLaurer/deberta-v3-base-zeroshot-v2.0"
 # model = ORTModelForSequenceClassification.from_pretrained(model_name, export=True, provider="CUDAExecutionProvider")
 # tokenizer = AutoTokenizer.from_pretrained(tokenizer_name, model_max_length=512)
 
-# session_options = onnxruntime.SessionOptions()
-# session_options.log_severity_level = 0
-
-# print(f"ORTModelForSequenceClassification.from_pretrained")
-# model = ORTModelForSequenceClassification.from_pretrained(
-#     "distilbert-base-uncased-finetuned-sst-2-english",
-#     export=True,
-#     provider="CUDAExecutionProvider",
-#     session_options=session_options
-# )
-# print(f"AutoTokenizer.from_pretrained")
-# tokenizer = AutoTokenizer.from_pretrained("distilbert-base-uncased-finetuned-sst-2-english")
-
-print(f"pipeline")
 classifier = pipeline(task="zero-shot-classification", model=model_name, tokenizer=tokenizer_name, device="cuda:0")
 
-print(f"Testing 1")
 def classify(data_string, request: gradio.Request):
     if request:
         if request.headers["origin"] not in ["https://statosphere-3704059fdd7e.c5v4v4jx6pq5.win", "https://crunchatize-77a78ffcc6a6.c5v4v4jx6pq5.win", "https://crunchatize-2-2b4f5b1479a6.c5v4v4jx6pq5.win", "https://tamabotchi-2dba63df3bf1.c5v4v4jx6pq5.win", "https://ravenok-statosphere-backend.hf.space", "https://lord-raven.github.io"]:
@@ -64,7 +49,6 @@ def classify(data_string, request: gradio.Request):
     # else:
     return zero_shot_classification(data)
 
-print(f"Testing 2")
 @spaces.GPU
 def zero_shot_classification(data):
     results = classifier(data['sequence'], candidate_labels=data['candidate_labels'], hypothesis_template=data['hypothesis_template'], multi_label=data['multi_label'])
@@ -75,7 +59,6 @@ def create_sequences(data):
     # return ['###Given:\n' + data['sequence'] + '\n###End Given\n###Hypothesis:\n' + data['hypothesis_template'].format(label) + "\n###End Hypothesis" for label in data['candidate_labels']]
     return [data['sequence'] + '\n' + data['hypothesis_template'].format(label) for label in data['candidate_labels']]
 
-print(f"Testing 3")
 # def few_shot_classification(data):
 #     sequences = create_sequences(data)
 #     print(sequences)
@@ -91,13 +74,11 @@ print(f"Testing 3")
 #     response_dict = {'scores': scores, 'labels': labels}
 #     print(response_dict)
 #     response_string = json.dumps(response_dict)
-#     return response_string
-
-print(f"Testing 4")
+#     return response_strin
 gradio_interface = gradio.Interface(
     fn = classify,
     inputs = gradio.Textbox(label="JSON Input"),
     outputs = gradio.Textbox()
 )
-print(f"Testing 5")
+
 gradio_interface.launch()