| {"type": "sentinel_text", "params": 13410304, "vocab": 50257, "d": 128, "h": 4, "l": 4, "ff": 256, "seq": 128, "act": "sentinel_sech", "attn": "sentinel_sech", "dataset": "TinyStories_1K", "samples": 200, "final_loss": 7.072528290748596, "sample": "Once upon a time, a little cat.\n\n\n\n\n\n\n\n.\n\n\n\n\n\n\n\n\n\n"} |