Update README.md
Browse files
README.md
CHANGED
|
@@ -43,8 +43,8 @@ For example, to chat with the finance model:
|
|
| 43 |
```python
|
| 44 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
| 45 |
|
| 46 |
-
model = AutoModelForCausalLM.from_pretrained("AdaptLLM/finance-
|
| 47 |
-
tokenizer = AutoTokenizer.from_pretrained("AdaptLLM/finance-
|
| 48 |
|
| 49 |
# Put your input here:
|
| 50 |
user_input = '''Use this fact to answer the question: Title of each class Trading Symbol(s) Name of each exchange on which registered
|
|
@@ -56,8 +56,8 @@ MMM Chicago Stock Exchange, Inc.
|
|
| 56 |
|
| 57 |
Which debt securities are registered to trade on a national securities exchange under 3M's name as of Q2 of 2023?'''
|
| 58 |
|
| 59 |
-
#
|
| 60 |
-
prompt =
|
| 61 |
|
| 62 |
inputs = tokenizer(prompt, return_tensors="pt", add_special_tokens=False).input_ids.to(model.device)
|
| 63 |
outputs = model.generate(input_ids=inputs, max_length=4096)[0]
|
|
|
|
| 43 |
```python
|
| 44 |
from transformers import AutoModelForCausalLM, AutoTokenizer
|
| 45 |
|
| 46 |
+
model = AutoModelForCausalLM.from_pretrained("AdaptLLM/finance-LLM-13B")
|
| 47 |
+
tokenizer = AutoTokenizer.from_pretrained("AdaptLLM/finance-LLM-13B", use_fast=False)
|
| 48 |
|
| 49 |
# Put your input here:
|
| 50 |
user_input = '''Use this fact to answer the question: Title of each class Trading Symbol(s) Name of each exchange on which registered
|
|
|
|
| 56 |
|
| 57 |
Which debt securities are registered to trade on a national securities exchange under 3M's name as of Q2 of 2023?'''
|
| 58 |
|
| 59 |
+
# NOTE: You do NOT need to follow any prompt templates for the chat model, simply use your input as the prompt
|
| 60 |
+
prompt = user_input
|
| 61 |
|
| 62 |
inputs = tokenizer(prompt, return_tensors="pt", add_special_tokens=False).input_ids.to(model.device)
|
| 63 |
outputs = model.generate(input_ids=inputs, max_length=4096)[0]
|