Create new file

app.py

@@ -0,0 +1,14 @@
+import streamlit as st
+from transformers import AutoTokenizer, AutoModelForCausalLM
+
+model = AutoModelForCausalLM.from_pretrained("EleutherAI/gpt-neo-2.7B")
+tokenizer = AutoTokenizer.from_pretrained("EleutherAI/gpt-neo-2.7B")
+
+def score(tokens_tensor):
+    loss=model(tokens_tensor, labels=tokens_tensor)[0]
+    return np.exp(loss.cpu().detach().numpy())
+
+sentence = st.text_input("Enter the sentence","this is a well formed sentence.")
+tokens_tensor = tokenizer.encode( sentence, add_special_tokens=False, return_tensors="pt")
+res = score(tokens_tensor)
+st.write('score is', res)