Add unimplemented KL divergence option

app.py

@@ -45,7 +45,7 @@ st.header("Context length probing")
 
 with st.form("form"):
     model_name = st.selectbox("Model", ["distilgpt2", "gpt2", "EleutherAI/gpt-neo-125m"])
-    metric_name = st.selectbox("Metric", ["Cross entropy"])
+    metric_name = st.selectbox("Metric", ["KL divergence", "Cross entropy"], index=1)
 
     window_len = st.select_slider("Window size", options=[8, 16, 32, 64, 128, 256, 512, 1024], value=512)
     text = st.text_area(
@@ -55,6 +55,10 @@ with st.form("form"):
 
     st.form_submit_button("Submit")
 
+if metric_name == "KL divergence":
+    st.error("KL divergence is not supported yet. Stay tuned!", icon="😭")
+    st.stop()
+
 tokenizer = st.cache_resource(AutoTokenizer.from_pretrained, show_spinner=False)(model_name)
 model = st.cache_resource(AutoModelForCausalLM.from_pretrained, show_spinner=False)(model_name)