Update .env.local.template

.env.local.template

@@ -20,32 +20,31 @@ OPENID_PROVIDER_URL=https://huggingface.co # for Google, use https://accounts.go
 
 
 # 'name', 'userMessageToken', 'assistantMessageToken' are required
+
+
 MODELS=`[
   {
-    "name": "${MODEL_NAME}",
+    "name": "llama3-8b-Indica",
+    "id": "llama3-8b-Indica",
     "chatPromptTemplate": "${MODEL_PROMPT_TEMPLATE}",
-    "preprompt": "",
-    "promptExamples": [
-      {
-        "title": "Python Fibonacci",
-        "prompt": "How can I write a Python function to generate the nth Fibonacci number?"
-      }, {
-        "title": "What is a meme?",
-        "prompt": "What is a meme, and what's the history behind this word?"
-      }, {
-        "title": "Regex",
-        "prompt": "Create a regex to extract dates from logs"
-      }
-    ],
-    "endpoints": [
-      {
-        "type": "tgi",
-        "url": "http://127.0.0.1:8080"
-      }
-    ],
-    "parameters": ${MODEL_PARAMS}
+    "parameters": {
+      "temperature": 0.2,
+      "top_p": 0.95,
+      "max_new_tokens": 1024,
+      "stop": []
+    },
+    "endpoints": [{
+      "type" : "openai",
+      "baseURL": "https://d20b-165-204-156-250.ngrok-free.app/v1/completions",
+      "extraBody": {
+        "model": "/app/model/llama3_8b_lora_indica_sft/",
+        "max_tokens": 1024,
+        "temperature": 0.5
+}
+    }]
   }
 ]`
+
 OLD_MODELS=`[]`# any removed models, `{ name: string, displayName?: string, id?: string }`
 
 PUBLIC_ORIGIN=${SPACE_HOST}