AnishKumbhar commited on
Commit
d951fde
·
1 Parent(s): c07b281

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +5 -5
app.py CHANGED
@@ -2,17 +2,17 @@ import torch
2
  import transformers
3
  from transformers import AutoModelForCausalLM
4
 
5
- # Load the FastChat model
6
  model = AutoModelForCausalLM.from_pretrained("lmsys/fastchat-t5-3b-v1.0")
7
 
8
- # Start the conversation loop
9
  while True:
10
 
11
- # Get the user input
12
  user_input = input("You: ")
13
 
14
- # Generate a response from the model
15
  model_response = model.generate(input_ids=torch.tensor([model.bos_token_id]).unsqueeze(0), prompt=user_input)
16
 
17
- # Print the response to the user
18
  print("Assistant:", model_response[0][1:])
 
2
  import transformers
3
  from transformers import AutoModelForCausalLM
4
 
5
+
6
  model = AutoModelForCausalLM.from_pretrained("lmsys/fastchat-t5-3b-v1.0")
7
 
8
+
9
  while True:
10
 
11
+
12
  user_input = input("You: ")
13
 
14
+
15
  model_response = model.generate(input_ids=torch.tensor([model.bos_token_id]).unsqueeze(0), prompt=user_input)
16
 
17
+
18
  print("Assistant:", model_response[0][1:])