nisten
/

qwen2.5-coder-7b-abliterated-128k-AWQ

Text Generation

4-bit precision

Model card Files Files and versions

nisten commited on Dec 17, 2024

Commit

e187046

·

verified ·

1 Parent(s): 80fcfd8

Update config.json

Files changed (1) hide show

config.json +6 -1

config.json CHANGED Viewed

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "/home/ubuntu/.cache/huggingface/hub/models--huihui-ai--Qwen2.5-Coder-7B-Instruct-abliterated/snapshots/273355db48a721dc0762369046aecf5ffacf0613",
   "architectures": [
     "Qwen2ForCausalLM"
   ],
@@ -26,6 +26,11 @@
   },
   "rms_norm_eps": 1e-06,
   "rope_theta": 5000000.0,
   "sliding_window": null,
   "tie_word_embeddings": false,
   "torch_dtype": "float16",

 {
+  "_name_or_path": "huihui-ai/Qwen2.5-Coder-7B-Instruct-abliterated",
   "architectures": [
     "Qwen2ForCausalLM"
   ],
   },
   "rms_norm_eps": 1e-06,
   "rope_theta": 5000000.0,
+  "rope_scaling": {
+    "factor": 4.0,
+    "original_max_position_embeddings": 32768,
+    "type": "yarn"
+  },
   "sliding_window": null,
   "tie_word_embeddings": false,
   "torch_dtype": "float16",