Commit
·
2fda53e
1
Parent(s):
0982d38
update notebook
Browse files- train.ipynb +3 -3
train.ipynb
CHANGED
|
@@ -65,7 +65,7 @@
|
|
| 65 |
" import os\n",
|
| 66 |
" import wandb\n",
|
| 67 |
"\n",
|
| 68 |
-
" num_epochs = int(os.getenv(\"NUM_EPOCHS\",
|
| 69 |
" output_dir = os.getenv(\"OUTPUT_DIR\", \"./model\")\n",
|
| 70 |
" seed = int(os.getenv(\"RANDOM_SEED\", 42))\n",
|
| 71 |
" model_id = os.getenv(\"MODEL_ID\")\n",
|
|
@@ -73,8 +73,8 @@
|
|
| 73 |
" save_steps = float(os.getenv(\"SAVE_STEPS\", 100))\n",
|
| 74 |
" if save_steps.is_integer():\n",
|
| 75 |
" save_steps = int(save_steps)\n",
|
| 76 |
-
" train_size = float(os.getenv(\"TRAIN_SIZE\",
|
| 77 |
-
" test_size = float(os.getenv(\"TEST_SIZE\",
|
| 78 |
" if train_size.is_integer():\n",
|
| 79 |
" train_size = int(train_size)\n",
|
| 80 |
" if test_size.is_integer():\n",
|
|
|
|
| 65 |
" import os\n",
|
| 66 |
" import wandb\n",
|
| 67 |
"\n",
|
| 68 |
+
" num_epochs = int(os.getenv(\"NUM_EPOCHS\", 1))\n",
|
| 69 |
" output_dir = os.getenv(\"OUTPUT_DIR\", \"./model\")\n",
|
| 70 |
" seed = int(os.getenv(\"RANDOM_SEED\", 42))\n",
|
| 71 |
" model_id = os.getenv(\"MODEL_ID\")\n",
|
|
|
|
| 73 |
" save_steps = float(os.getenv(\"SAVE_STEPS\", 100))\n",
|
| 74 |
" if save_steps.is_integer():\n",
|
| 75 |
" save_steps = int(save_steps)\n",
|
| 76 |
+
" train_size = float(os.getenv(\"TRAIN_SIZE\", 12_000_000))\n",
|
| 77 |
+
" test_size = float(os.getenv(\"TEST_SIZE\", 1_200_000))\n",
|
| 78 |
" if train_size.is_integer():\n",
|
| 79 |
" train_size = int(train_size)\n",
|
| 80 |
" if test_size.is_integer():\n",
|