Upload 3 files

Fast Language Self-Similar Model with 85 M params

model-config.json

@@ -0,0 +1,12 @@
+{
+  "name": "fastnn17",
+  "input_size": 128,
+  "output_size": 1,
+  "vocab_size": 166,
+  "emb_size": 64,
+  "n": 5,
+  "channels": 4,
+  "kernel_size": 128,
+  "tokenizer": "src/vocab-166.json",
+  "pad_token_id": 162
+}

model.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:217fee0e5a94d3a7b6cbb9b4611b346a7a6ffa80c4b8e417a63cdcce306e7498
+size 336960759

train-config.json

@@ -0,0 +1,14 @@
+{
+  "learning_rate": 2e-05,
+  "weight_decay": 0.0,
+  "batch_size": 4096,
+  "epochs": 16,
+  "device": "cuda",
+  "shuffle": true,
+  "save_on_step": 16384,
+  "model_folder": "/home/ivan/data/models/fast-nn/fastnn17",
+  "autocast": false,
+  "transform": null,
+  "load_checkpoint": null,
+  "config_model": null
+}