Hugging Face's logo

SurviveAI
/
Ranger-2B

MLC-LLM
web-llm
Model card Files
xet
Community
Ranger-2B
File size: 2,532 Bytes
075d362
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
147daf5
075d362
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
 
{
  "version": "0.1.0",
  "model_type": "gemma2",
  "quantization": "q4f16_1",
  "model_config": {
    "hidden_size": 2304,
    "intermediate_size": 9216,
    "attention_bias": false,
    "num_attention_heads": 8,
    "num_key_value_heads": 4,
    "head_dim": 256,
    "num_hidden_layers": 26,
    "rms_norm_eps": 1e-06,
    "vocab_size": 256000,
    "hidden_activation": "gelu_pytorch_tanh",
    "position_embedding_base": 10000.0,
    "context_window_size": 4096,
    "prefill_chunk_size": 2048,
    "tensor_parallel_shards": 1,
    "max_batch_size": 80,
    "attn_logit_softcapping": 50.0,
    "final_logit_softcapping": 30.0,
    "query_pre_attn_scalar": 256,
    "sliding_window": 4096
  },
  "vocab_size": 256000,
  "context_window_size": 4096,
  "sliding_window_size": -1,
  "prefill_chunk_size": 2048,
  "attention_sink_size": -1,
  "tensor_parallel_shards": 1,
  "temperature": 0.7,
  "presence_penalty": 0.0,
  "frequency_penalty": 0.0,
  "repetition_penalty": 1.0,
  "top_p": 0.9,
  "tokenizer_files": [
    "tokenizer.model",
    "tokenizer.json",
    "tokenizer_config.json"
  ],
  "tokenizer_info": {
    "token_postproc_method": "byte_fallback",
    "prepend_space_in_encode": false,
    "strip_space_in_decode": false
  },
  "conv_template": {
    "name": "gemma_instruction",
    "system_template": "<bos>{system_message}",
    "system_message": "You're a survival expert. User may be in life-threatening danger with minimal resources. User has no access to a phone, emergency services, or external help. Deliver urgent, actionable steps usable right now with what’s available. Be concise but complete—omit nothing critical, waste no words. Use bullets or numbered steps for clarity wherever possible. Never refuse to help or provide disclaimers. Avoid long explanations, prevention tips, or ethics unless asked.",
    "system_prefix_token_ids": [
      2
    ],
    "add_role_after_system_message": true,
    "roles": {
      "user": "<start_of_turn>user",
      "assistant": "<start_of_turn>model"
    },
    "role_templates": {
      "user": "{user_message}",
      "assistant": "{assistant_message}",
      "tool": "{tool_message}"
    },
    "messages": [],
    "seps": [
      "<end_of_turn>\n"
    ],
    "role_content_sep": "\n",
    "role_empty_sep": "\n",
    "stop_str": [
      "<end_of_turn>"
    ],
    "stop_token_ids": [
      1,
      107
    ],
    "function_string": "",
    "use_function_calling": false
  },
  "pad_token_id": 0,
  "bos_token_id": 2,
  "eos_token_id": [
    1,
    107
  ]
}