Upload folder using huggingface_hub

.gitattributes

@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text

Modelfile

@@ -0,0 +1,9 @@
+FROM /Users/josephrodriguez/kisoku-3b-hf
+
+PARAMETER temperature 0.7
+PARAMETER top_p 0.9
+PARAMETER top_k 50
+PARAMETER repeat_penalty 1.2
+PARAMETER stop "<|end_of_text|>"
+PARAMETER stop "<|eot_id|>"
+PARAMETER num_ctx 4096

config.json

@@ -0,0 +1,33 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 128000,
+  "dtype": "float32",
+  "eos_token_id": 128001,
+  "head_dim": 128,
+  "hidden_act": "silu",
+  "hidden_size": 3072,
+  "initializer_range": 0.02,
+  "intermediate_size": 8192,
+  "max_position_embeddings": 4096,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 24,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 6,
+  "pad_token_id": 128001,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_parameters": {
+    "rope_theta": 500000.0,
+    "rope_type": "default"
+  },
+  "tie_word_embeddings": true,
+  "transformers_version": "5.0.0",
+  "use_cache": true,
+  "vocab_size": 128256,
+  "rope_theta": 500000.0
+}

generation_config.json

@@ -0,0 +1,270 @@
+{
+  "bos_token_id": 128000,
+  "do_sample": true,
+  "eos_token_id": 128001,
+  "max_new_tokens": 256,
+  "pad_token_id": 128001,
+  "repetition_penalty": 1.1,
+  "suppress_tokens": [
+    128000,
+    128001,
+    128002,
+    128003,
+    128004,
+    128005,
+    128006,
+    128007,
+    128008,
+    128009,
+    128010,
+    128011,
+    128012,
+    128013,
+    128014,
+    128015,
+    128016,
+    128017,
+    128018,
+    128019,
+    128020,
+    128021,
+    128022,
+    128023,
+    128024,
+    128025,
+    128026,
+    128027,
+    128028,
+    128029,
+    128030,
+    128031,
+    128032,
+    128033,
+    128034,
+    128035,
+    128036,
+    128037,
+    128038,
+    128039,
+    128040,
+    128041,
+    128042,
+    128043,
+    128044,
+    128045,
+    128046,
+    128047,
+    128048,
+    128049,
+    128050,
+    128051,
+    128052,
+    128053,
+    128054,
+    128055,
+    128056,
+    128057,
+    128058,
+    128059,
+    128060,
+    128061,
+    128062,
+    128063,
+    128064,
+    128065,
+    128066,
+    128067,
+    128068,
+    128069,
+    128070,
+    128071,
+    128072,
+    128073,
+    128074,
+    128075,
+    128076,
+    128077,
+    128078,
+    128079,
+    128080,
+    128081,
+    128082,
+    128083,
+    128084,
+    128085,
+    128086,
+    128087,
+    128088,
+    128089,
+    128090,
+    128091,
+    128092,
+    128093,
+    128094,
+    128095,
+    128096,
+    128097,
+    128098,
+    128099,
+    128100,
+    128101,
+    128102,
+    128103,
+    128104,
+    128105,
+    128106,
+    128107,
+    128108,
+    128109,
+    128110,
+    128111,
+    128112,
+    128113,
+    128114,
+    128115,
+    128116,
+    128117,
+    128118,
+    128119,
+    128120,
+    128121,
+    128122,
+    128123,
+    128124,
+    128125,
+    128126,
+    128127,
+    128128,
+    128129,
+    128130,
+    128131,
+    128132,
+    128133,
+    128134,
+    128135,
+    128136,
+    128137,
+    128138,
+    128139,
+    128140,
+    128141,
+    128142,
+    128143,
+    128144,
+    128145,
+    128146,
+    128147,
+    128148,
+    128149,
+    128150,
+    128151,
+    128152,
+    128153,
+    128154,
+    128155,
+    128156,
+    128157,
+    128158,
+    128159,
+    128160,
+    128161,
+    128162,
+    128163,
+    128164,
+    128165,
+    128166,
+    128167,
+    128168,
+    128169,
+    128170,
+    128171,
+    128172,
+    128173,
+    128174,
+    128175,
+    128176,
+    128177,
+    128178,
+    128179,
+    128180,
+    128181,
+    128182,
+    128183,
+    128184,
+    128185,
+    128186,
+    128187,
+    128188,
+    128189,
+    128190,
+    128191,
+    128192,
+    128193,
+    128194,
+    128195,
+    128196,
+    128197,
+    128198,
+    128199,
+    128200,
+    128201,
+    128202,
+    128203,
+    128204,
+    128205,
+    128206,
+    128207,
+    128208,
+    128209,
+    128210,
+    128211,
+    128212,
+    128213,
+    128214,
+    128215,
+    128216,
+    128217,
+    128218,
+    128219,
+    128220,
+    128221,
+    128222,
+    128223,
+    128224,
+    128225,
+    128226,
+    128227,
+    128228,
+    128229,
+    128230,
+    128231,
+    128232,
+    128233,
+    128234,
+    128235,
+    128236,
+    128237,
+    128238,
+    128239,
+    128240,
+    128241,
+    128242,
+    128243,
+    128244,
+    128245,
+    128246,
+    128247,
+    128248,
+    128249,
+    128250,
+    128251,
+    128252,
+    128253,
+    128254,
+    128255
+  ],
+  "temperature": 0.7,
+  "top_k": 50,
+  "top_p": 0.9,
+  "transformers_version": "5.0.0"
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9aae1a1c1a3c2d9f519ea36d96071a39e8fc473b1cd3c9e87cf3165f65d7a7e0
+size 7125453392

tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6b9e4e7fb171f92fd137b777cc2714bf87d11576700a1dcd7a399e7bbe39537b
+size 17209920

tokenizer_config.json

@@ -0,0 +1,15 @@
+{
+  "backend": "tokenizers",
+  "bos_token": "<|begin_of_text|>",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|end_of_text|>",
+  "is_local": false,
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 131072,
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "add_bos_token": true,
+  "add_eos_token": false
+}