Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
|
@@ -10,6 +10,17 @@ from huggingface_hub import login
|
|
| 10 |
token = os.getenv("hf_token")
|
| 11 |
login(token=token)
|
| 12 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 13 |
|
| 14 |
|
| 15 |
|
|
|
|
| 10 |
token = os.getenv("hf_token")
|
| 11 |
login(token=token)
|
| 12 |
|
| 13 |
+
batch_size = 96
|
| 14 |
+
n_epochs = 2
|
| 15 |
+
base_LM_model = "roberta-base"
|
| 16 |
+
max_seq_len = 512
|
| 17 |
+
learning_rate = 3e-5
|
| 18 |
+
lr_schedule = LinearWarmup
|
| 19 |
+
warmup_proportion = 0.2
|
| 20 |
+
doc_stride=128
|
| 21 |
+
max_query_length=64
|
| 22 |
+
|
| 23 |
+
|
| 24 |
|
| 25 |
|
| 26 |
|