Spaces:

BSC-LT
/

ChatUI

Running on CPU Upgrade

ankush13r commited on Dec 4, 2024

Commit

09bbee0

verified ·

1 Parent(s): 2eebebf

Update .env.local.template

Files changed (1) hide show

.env.local.template CHANGED Viewed

@@ -63,11 +63,11 @@ MODELS=`[
     ],
     "parameters": {
       "temperature": 0.4,
-      "repetition_penalty": 2,
       "max_new_tokens": 4000,
     },
     "extraBody":{
-      "presence_penalty":2
     }
   },
   {
@@ -101,11 +101,10 @@ MODELS=`[
       "max_new_tokens": 3000,
     },
     "extraBody":{
-      "presence_penalty":-0.8
     }
   }
 ]`
-#Repetition penality = presence_penalty + 2 # FOR TGI
 PUBLIC_ANNOUNCEMENT_BANNERS=`[
     {

     ],
     "parameters": {
       "temperature": 0.4,
+      "repetition_penalty": 1.2,
       "max_new_tokens": 4000,
     },
     "extraBody":{
+      "repetition_penalty": 1.2
     }
   },
   {
       "max_new_tokens": 3000,
     },
     "extraBody":{
+      "repetition_penalty":  1.2
     }
   }
 ]`
 PUBLIC_ANNOUNCEMENT_BANNERS=`[
     {