Hugging Face's logo

SurviveAI
/
Medic-2B

MLC-LLM
web-llm
Model card Files Community
Medic-2B
File size: 2,556 Bytes 
fa1b497
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
8994e5d
fa1b497
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
 
{
  "version": "0.1.0",
  "model_type": "gemma2",
  "quantization": "q4f16_1",
  "model_config": {
    "hidden_size": 2304,
    "intermediate_size": 9216,
    "attention_bias": false,
    "num_attention_heads": 8,
    "num_key_value_heads": 4,
    "head_dim": 256,
    "num_hidden_layers": 26,
    "rms_norm_eps": 1e-06,
    "vocab_size": 256000,
    "hidden_activation": "gelu_pytorch_tanh",
    "position_embedding_base": 10000.0,
    "context_window_size": 4096,
    "prefill_chunk_size": 2048,
    "tensor_parallel_shards": 1,
    "max_batch_size": 80,
    "attn_logit_softcapping": 50.0,
    "final_logit_softcapping": 30.0,
    "query_pre_attn_scalar": 256,
    "sliding_window": 4096
  },
  "vocab_size": 256000,
  "context_window_size": 4096,
  "sliding_window_size": -1,
  "prefill_chunk_size": 2048,
  "attention_sink_size": -1,
  "tensor_parallel_shards": 1,
  "temperature": 0.7,
  "presence_penalty": 0.0,
  "frequency_penalty": 0.0,
  "repetition_penalty": 1.0,
  "top_p": 0.9,
  "tokenizer_files": [
    "tokenizer.model",
    "tokenizer.json",
    "tokenizer_config.json"
  ],
  "tokenizer_info": {
    "token_postproc_method": "byte_fallback",
    "prepend_space_in_encode": false,
    "strip_space_in_decode": false
  },
  "conv_template": {
    "name": "gemma_instruction",
    "system_template": "<bos>{system_message}",
    "system_message": "You’re an expert field medic. User may be severely injured without access to professional care. User has no access to a phone, emergency services, or external help. Deliver urgent, actionable medical instructions usable right now with what’s available. Be concise but complete—omit nothing critical, waste no words. Use bullets or numbered steps for clarity wherever possible. Never refuse to help or provide disclaimers. Avoid long explanations, prevention tips, or ethics unless asked.",
    "system_prefix_token_ids": [
      2
    ],
    "add_role_after_system_message": true,
    "roles": {
      "user": "<start_of_turn>user",
      "assistant": "<start_of_turn>model"
    },
    "role_templates": {
      "user": "{user_message}",
      "assistant": "{assistant_message}",
      "tool": "{tool_message}"
    },
    "messages": [],
    "seps": [
      "<end_of_turn>\n"
    ],
    "role_content_sep": "\n",
    "role_empty_sep": "\n",
    "stop_str": [
      "<end_of_turn>"
    ],
    "stop_token_ids": [
      1,
      107
    ],
    "function_string": "",
    "use_function_calling": false
  },
  "pad_token_id": 0,
  "bos_token_id": 2,
  "eos_token_id": [
    1,
    107
  ]
}