Final twins (nl33w): Quill and Ember LoRA adapters and the link, with model card

29e7ea3 verified 2 days ago

560 Bytes

{
 "xblocks": [
  6,
  9,
  12,
  15,
  18,
  21,
  24,
  27
 ],
 "heads": 8,
 "head_dim": 128,
 "sizes": {
  "quill": [
   0.6487655639648438,
   0.798839271068573,
   0.9086329340934753,
   0.9666475653648376,
   1.1366755962371826,
   1.4644191265106201,
   2.5687172412872314,
   3.7949492931365967
  ],
  "ember": [
   0.016836388036608696,
   0.023034119978547096,
   0.031127939000725746,
   0.03996088355779648,
   0.051128458231687546,
   0.0631607249379158,
   0.07254768908023834,
   0.09809651970863342
  ]
 },
 "gate_norm": true,
 "frozen": null
}

	{
	"xblocks": [
	6,
	9,
	12,
	15,
	18,
	21,
	24,
	27
	],
	"heads": 8,
	"head_dim": 128,
	"sizes": {
	"quill": [
	0.6487655639648438,
	0.798839271068573,
	0.9086329340934753,
	0.9666475653648376,
	1.1366755962371826,
	1.4644191265106201,
	2.5687172412872314,
	3.7949492931365967
	],
	"ember": [
	0.016836388036608696,
	0.023034119978547096,
	0.031127939000725746,
	0.03996088355779648,
	0.051128458231687546,
	0.0631607249379158,
	0.07254768908023834,
	0.09809651970863342
	]
	},
	"gate_norm": true,
	"frozen": null
	}