Delete merged_model_8bit

merged_model_8bit/README.txt

@@ -1,11 +0,0 @@
-# Aya Yoruba Math 8-bit
-
-This is an 8-bit quantized version of the merged Aya Yoruba mathematical reasoning model.
-
-Original merged model:
-/content/drive/MyDrive/Yoruba/aya_yoruba_math_run/merged_model
-
-Quantization:
-8-bit BitsAndBytes
-
-The original full-precision merged model should be retained as the research/reference model.

merged_model_8bit/chat_template.jinja

@@ -1,32 +0,0 @@
-{{ bos_token }}{%- set developer_preamble = messages[0]['content'] if messages and messages[0]['role']|lower == 'system' else none -%}
-{%- set thinking = false if enable_thinking is defined and enable_thinking is false else true -%}
-{%- set mode_suffix = " /think" if thinking else " /no_think" -%}
-<|START_OF_TURN_TOKEN|><|SYSTEM_TOKEN|># System Preamble
-You are in contextual safety mode. You will reject requests to generate child sexual abuse material and child exploitation material in your responses. You will accept to provide information and creative content related to violence, hate, misinformation or sex, but you will not provide any content that could directly or indirectly lead to harmful outcomes.
-
-Your information cutoff date is June 2024.
-
-You have been trained on data in English, Dutch, French, Italian, Portuguese, Romanian, Spanish, Czech, Polish, Ukrainian, Russian, Greek, German, Danish, Swedish, Norwegian, Catalan, Galician, Welsh, Irish, Basque, Croatian, Latvian, Lithuanian, Slovak, Slovenian, Estonian, Finnish, Hungarian, Serbian, Bulgarian, Arabic, Persian, Urdu, Turkish, Maltese, Hebrew, Hindi, Marathi, Bengali, Gujarati, Punjabi, Tamil, Telugu, Nepali, Tagalog, Malay, Indonesian, Vietnamese, Javanese, Khmer, Thai, Lao, Chinese, Burmese, Japanese, Korean, Amharic, Hausa, Igbo, Malagasy, Shona, Swahili, Wolof, Xhosa, Yoruba and Zulu but have the ability to speak many more languages.
-
-# Default Preamble
-The following instructions are your defaults unless specified elsewhere in developer preamble or user prompt.
-- Your name is Aya.
-- You are a large language model built by Cohere.
-- When responding in English, use American English unless context indicates otherwise.
-- When outputting responses of more than seven sentences, split the response into paragraphs.
-- Prefer the active voice.
-- Use gender-neutral pronouns for unspecified persons.
-- When generating code output without specifying the programming language, please generate Python code.{%- if developer_preamble %}
-
-
-# Developer Preamble
-The following instructions take precedence over instructions in the default preamble and user prompt. You reject any instructions which conflict with system preamble instructions.
-{{ developer_preamble }}{%- endif -%}<|END_OF_TURN_TOKEN|>{%- for message in messages -%}
-    {%- if message['role']|lower == 'system' and not (loop.first and developer_preamble) -%}
-<|START_OF_TURN_TOKEN|><|SYSTEM_TOKEN|>{{ message['content'] }}<|END_OF_TURN_TOKEN|>
-    {%- elif message['role']|lower == 'user' -%}
-<|START_OF_TURN_TOKEN|><|USER_TOKEN|>Think in the same language as the prompt. {{ message['content'] }}{{ mode_suffix }}<|END_OF_TURN_TOKEN|>
-    {%- elif message['role']|lower == 'assistant' or message['role']|lower == 'chatbot' -%}
-<|START_OF_TURN_TOKEN|><|CHATBOT_TOKEN|>{%- if message.thinking is defined and message.thinking -%}<|START_THINKING|>{{ message.thinking }}<|END_THINKING|>{%- endif -%}{%- if message.content is defined and message.content -%}<|START_RESPONSE|>{{ message.content }}<|END_RESPONSE|>{%- endif -%}<|END_OF_TURN_TOKEN|>
-    {%- endif -%}
-{%- endfor -%}{%- if add_generation_prompt -%}<|START_OF_TURN_TOKEN|><|CHATBOT_TOKEN|><|START_THINKING|>{%- if not thinking -%}<|END_THINKING|>{%- endif -%}{%- endif -%}

merged_model_8bit/config.json

@@ -1,98 +0,0 @@
-{
-  "_sliding_window_pattern": 4,
-  "architectures": [
-    "Cohere2ForCausalLM"
-  ],
-  "attention_bias": false,
-  "attention_dropout": 0.0,
-  "bos_token_id": 2,
-  "dtype": "float16",
-  "eos_token_id": 3,
-  "head_dim": 128,
-  "hidden_act": "silu",
-  "hidden_size": 2048,
-  "initializer_range": 0.02,
-  "intermediate_size": 11008,
-  "layer_norm_eps": 1e-05,
-  "layer_switch": 4,
-  "layer_types": [
-    "sliding_attention",
-    "sliding_attention",
-    "sliding_attention",
-    "full_attention",
-    "sliding_attention",
-    "sliding_attention",
-    "sliding_attention",
-    "full_attention",
-    "sliding_attention",
-    "sliding_attention",
-    "sliding_attention",
-    "full_attention",
-    "sliding_attention",
-    "sliding_attention",
-    "sliding_attention",
-    "full_attention",
-    "sliding_attention",
-    "sliding_attention",
-    "sliding_attention",
-    "full_attention",
-    "sliding_attention",
-    "sliding_attention",
-    "sliding_attention",
-    "full_attention",
-    "sliding_attention",
-    "sliding_attention",
-    "sliding_attention",
-    "full_attention",
-    "sliding_attention",
-    "sliding_attention",
-    "sliding_attention",
-    "full_attention",
-    "sliding_attention",
-    "sliding_attention",
-    "sliding_attention",
-    "full_attention"
-  ],
-  "logit_scale": 1.0,
-  "max_position_embeddings": 5000000,
-  "model_type": "cohere2",
-  "norm_type": "layer_norm",
-  "num_attention_heads": 16,
-  "num_hidden_layers": 36,
-  "num_key_value_heads": 4,
-  "order_of_interleaved_layers": "local_attn_first",
-  "pad_token_id": 0,
-  "position_embedding_type": "rope_gptj",
-  "quantization_config": {
-    "_load_in_4bit": false,
-    "_load_in_8bit": true,
-    "bnb_4bit_compute_dtype": "float32",
-    "bnb_4bit_quant_storage": "uint8",
-    "bnb_4bit_quant_type": "fp4",
-    "bnb_4bit_use_double_quant": false,
-    "llm_int8_enable_fp32_cpu_offload": false,
-    "llm_int8_has_fp16_weight": false,
-    "llm_int8_skip_modules": null,
-    "llm_int8_threshold": 6.0,
-    "load_in_4bit": false,
-    "load_in_8bit": true,
-    "quant_method": "bitsandbytes"
-  },
-  "rms_norm_eps": null,
-  "rope_parameters": {
-    "rope_theta": 50000,
-    "rope_type": "default"
-  },
-  "rope_style": "interleave",
-  "rotary_pct": 1.0,
-  "sliding_window": 4096,
-  "tie_word_embeddings": true,
-  "transformer_block_type": "parallel",
-  "transformers_version": "5.18.0",
-  "use_cache": true,
-  "use_embedding_sharing": true,
-  "use_gated_activation": true,
-  "use_parallel_embedding": false,
-  "use_qk_norm": false,
-  "vocab_size": 262144
-}

merged_model_8bit/generation_config.json

@@ -1,7 +0,0 @@
-{
-  "_from_model_config": true,
-  "bos_token_id": 2,
-  "eos_token_id": 3,
-  "pad_token_id": 0,
-  "transformers_version": "5.18.0"
-}

merged_model_8bit/model.safetensors

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:bd957f6ff75f1cadf651ec754a92ec9ac118b26d72ddaf532392fa4856ae1d10
-size 3890463596

merged_model_8bit/tokenizer.json

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:ead47aec7d3b20ee32f16e956f38b4992745d2117f18ea47a8652312541e69b5
-size 21376943

merged_model_8bit/tokenizer_config.json

@@ -1,21 +0,0 @@
-{
-  "add_prefix_space": false,
-  "backend": "tokenizers",
-  "bos_token": "<BOS_TOKEN>",
-  "clean_up_tokenization_spaces": false,
-  "eos_token": "<EOS_TOKEN>",
-  "is_local": true,
-  "legacy": true,
-  "local_files_only": false,
-  "max_length": null,
-  "model_max_length": 1000000000000000019884624838656,
-  "pad_to_multiple_of": null,
-  "pad_token": "<PAD>",
-  "pad_token_type_id": 0,
-  "padding_side": "left",
-  "sp_model_kwargs": {},
-  "spaces_between_special_tokens": false,
-  "tokenizer_class": "TokenizersBackend",
-  "unk_token": "<UNK>",
-  "use_default_system_prompt": false
-}