eliasangels commited on
Commit
cac4dea
·
verified ·
1 Parent(s): 3d8adb6

increasing deepseek tokens

Browse files
Files changed (1) hide show
  1. app.py +2 -2
app.py CHANGED
@@ -3,7 +3,7 @@ from sentence_transformers import SentenceTransformer
3
  import torch
4
  from huggingface_hub import InferenceClient
5
 
6
- # opening the file when it's ready should go here
7
  # finlitText = file.read()
8
 
9
  model = SentenceTransformer('all-MiniLM-L6-v2')
@@ -55,7 +55,7 @@ def respond(message, history):
55
  response = ""
56
 
57
  responseStream = client.chat_completion(
58
- messages, stream = True, max_tokens = 1024, temperature = 0.4
59
  )
60
 
61
  for segment in responseStream:
 
3
  import torch
4
  from huggingface_hub import InferenceClient
5
 
6
+ # with open("insert name here.txt", "r", encoding = "utf-8") as file:
7
  # finlitText = file.read()
8
 
9
  model = SentenceTransformer('all-MiniLM-L6-v2')
 
55
  response = ""
56
 
57
  responseStream = client.chat_completion(
58
+ messages, stream = True, max_tokens = 3000, temperature = 0.4
59
  )
60
 
61
  for segment in responseStream: