SatyamSinghal commited on
Commit
4a0c31e
·
verified ·
1 Parent(s): 38cbd34

fixed the app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -7
app.py CHANGED
@@ -5,8 +5,6 @@ from peft import AutoPeftModelForCausalLM
5
  from transformers import AutoTokenizer, pipeline
6
 
7
  MODEL_ID = "SatyamSinghal/taskmind-1.1b-chat-lora"
8
-
9
- # Optional: use HF token from Space secrets if you add one
10
  HF_TOKEN = os.getenv("HF_TOKEN")
11
 
12
  tokenizer = AutoTokenizer.from_pretrained(
@@ -37,7 +35,7 @@ def respond(message, history):
37
 
38
  messages.append({"role": "user", "content": message})
39
 
40
- out = pipe(
41
  messages,
42
  max_new_tokens=256,
43
  do_sample=True,
@@ -45,15 +43,15 @@ def respond(message, history):
45
  top_p=0.9,
46
  )
47
 
48
- generated = out[0]["generated_text"]
49
  if isinstance(generated, list):
50
  return generated[-1]["content"]
51
  return str(generated)
52
 
53
  demo = gr.ChatInterface(
54
  fn=respond,
55
- title="TaskMind Demo",
56
- description="Try the TaskMind LoRA model.",
57
  examples=[
58
  "Who are you?",
59
  "@Agrim fix the growstreams deck ASAP NO Delay",
@@ -64,4 +62,4 @@ demo = gr.ChatInterface(
64
  )
65
 
66
  if __name__ == "__main__":
67
- demo.launch()
 
5
  from transformers import AutoTokenizer, pipeline
6
 
7
  MODEL_ID = "SatyamSinghal/taskmind-1.1b-chat-lora"
 
 
8
  HF_TOKEN = os.getenv("HF_TOKEN")
9
 
10
  tokenizer = AutoTokenizer.from_pretrained(
 
35
 
36
  messages.append({"role": "user", "content": message})
37
 
38
+ result = pipe(
39
  messages,
40
  max_new_tokens=256,
41
  do_sample=True,
 
43
  top_p=0.9,
44
  )
45
 
46
+ generated = result[0]["generated_text"]
47
  if isinstance(generated, list):
48
  return generated[-1]["content"]
49
  return str(generated)
50
 
51
  demo = gr.ChatInterface(
52
  fn=respond,
53
+ title="TaskMind Interface",
54
+ description="Chat with the TaskMind LoRA model.",
55
  examples=[
56
  "Who are you?",
57
  "@Agrim fix the growstreams deck ASAP NO Delay",
 
62
  )
63
 
64
  if __name__ == "__main__":
65
+ demo.launch()