Create app.py
Browse files
app.py
ADDED
|
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
import requests
|
| 2 |
+
|
| 3 |
+
r = requests.get("https://www.kaggle.com/datasets/neontech/neontechtokenizer/download/B93j473K7gb5i1fsbsW8%2Fversions%2F8PbZquJ5GCcDCeery7tU%2Ffiles%2Ftokenizer.json?datasetVersionNumber=1")
|
| 4 |
+
with open("/data/tokenizer.json", "wb") as f:
|
| 5 |
+
f.write(r.content)
|