tinyllm-cpu-char / checkpoints /tinyllm_overfit_3k.json
Vishwas1's picture
Add CPU-trained tiny character LLM
170658b verified
raw
history blame contribute delete
477 Bytes
{
"params": 106688,
"chars": [
"\n",
" ",
",",
".",
":",
"?",
"A",
"C",
"E",
"I",
"P",
"T",
"U",
"W",
"a",
"b",
"c",
"d",
"e",
"f",
"g",
"h",
"i",
"k",
"l",
"m",
"n",
"o",
"p",
"q",
"r",
"s",
"t",
"u",
"v",
"w",
"x",
"y",
"z"
],
"last_loss": {
"train": 0.19029191136360168,
"val": 3.7094032764434814
}
}