Commit 路
614de93
1
Parent(s): a62db9b
Update README.md
Browse files
README.md
CHANGED
|
@@ -41,4 +41,13 @@ tokenizer.convert_ids_to_tokens(inputs["input_ids"][0])
|
|
| 41 |
tokenizer.decode(inputs["input_ids"][0])
|
| 42 |
[CLS] i feel happy today! [SEP]
|
| 43 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 44 |
```
|
|
|
|
| 41 |
tokenizer.decode(inputs["input_ids"][0])
|
| 42 |
[CLS] i feel happy today! [SEP]
|
| 43 |
|
| 44 |
+
|
| 45 |
+
|
| 46 |
+
text = "This is the question"
|
| 47 |
+
query = "This is the context with lots of information. Some useless. The answer is here some more words."
|
| 48 |
+
|
| 49 |
+
inputs = tokenizer(text,query,return_tensors="pt",padding=True, truncation=True)
|
| 50 |
+
|
| 51 |
+
tokenizer.decode(inputs ["input_ids"][0])
|
| 52 |
+
|
| 53 |
```
|