Commit
·
62f98f8
1
Parent(s):
cecc527
code
Browse files
code.py
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
|
| 2 |
+
m transformers import AutoTokenizer
|
| 3 |
+
|
| 4 |
+
tokenizer = AutoTokenizer.from_pretrained("bert-base-uncased")
|
| 5 |
+
|
| 6 |
+
inputs = tokenizer("Adama Coulibaly, a new hugging face developpeur independant")
|
| 7 |
+
|
| 8 |
+
print(inputs["input_ids"])
|