Upload folder using huggingface_hub

config.json

@@ -0,0 +1,32 @@
+{
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "head_dim": 96,
+  "hidden_act": "silu",
+  "hidden_size": 1536,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "is_llama_config": true,
+  "max_position_embeddings": 4096,
+  "mlp_bias": false,
+  "model_type": "llama",
+  "num_attention_heads": 16,
+  "num_hidden_layers": 28,
+  "num_key_value_heads": 8,
+  "pad_token_id": 49109,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-06,
+  "rope_interleaved": false,
+  "rope_scaling": null,
+  "rope_theta": 50000.0,
+  "tie_word_embeddings": true,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.53.2",
+  "use_cache": false,
+  "vocab_size": 49152
+}

evals.yaml

@@ -0,0 +1,11 @@
+evaluations:
+  ARC Challenge: 0.2352437981180496
+  Bangla MMLU: 0.2395254237288135
+  BoolQ-BN: 0.5208333333333334
+  CommonsenseQA-BN: 0.3022113022113022
+  HellaSwag: 0.3030729279376758
+  MMLU: 0.2640876748180257
+  OpenBookQA-BN: 0.3279678068410462
+  PIQA-BN: 0.5870511425462459
+  TruthfulQA MC1: 0.2407170294494238
+step: 48219

generation_config.json

@@ -0,0 +1,14 @@
+{
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "pad_token_id": 49109,
+  "transformers_version": "4.53.2",
+  "do_sample": true,
+  "max_new_tokens": 1024,
+  "renormalize_logits": true,
+  "repetition_penalty": 1.2,
+  "temperature": 0.1,
+  "top_k": 50,
+  "top_p": 1.0,
+  "use_cache": false
+}

model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:65a8336f741dd2293048bca5ee7f7116a3e6e8da83fba9b6b4ff60b2532290e7
+size 1340284304

special_tokens_map.json

@@ -0,0 +1,74 @@
+{
+  "additional_special_tokens": [
+    "<tools>",
+    "</tools>",
+    "<tool_call>",
+    "</tool_call>",
+    "<tool_response>",
+    "</tool_response>",
+    "<think>",
+    "</think>",
+    "<answer>",
+    "</answer>",
+    "<context>",
+    "</context>",
+    "<|fim_prefix|>",
+    "<|fim_suffix|>",
+    "<|fim_middle|>",
+    "<|repo_name|>",
+    "<|image|>",
+    "<|image_pad|>",
+    "<|image_placeholder|>",
+    "                        ",
+    "                       ",
+    "                      ",
+    "                     ",
+    "                    ",
+    "                   ",
+    "                  ",
+    "                 ",
+    "                ",
+    "               ",
+    "              ",
+    "             ",
+    "            ",
+    "           ",
+    "          ",
+    "         ",
+    "        ",
+    "       ",
+    "      ",
+    "     ",
+    "    ",
+    "   ",
+    "  "
+  ],
+  "bos_token": {
+    "content": "<|im_start|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|im_end|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<|pad|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<|unk|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}