Hugging Face's logo

PrunaAI
/
distributed-optimized-gpt2-2b-bnb-8bit-smashed

Safetensors
gpt_optimized
pruna-ai
custom_code
8-bit precision
bitsandbytes
Model card Files
xet
Community
41
sharpenb commited on
Commit
53fbf4b
·
verified ·
1 Parent(s): 164dfe4

11eb777ab9ed05474da547cf4a9d8401066031246f3f2c9468d717e80ab9807f

Browse files
Files changed (2) hide show
  1. config.json +2 -2
  2. smash_config.json +1 -1
config.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
- "_name_or_path": "/covalent/.cache/models/tmpbq26hnwz2vdv0b15",
3
  "activation_function": "gelu_new",
4
  "all_reduce_scores": {
5
  "0": "SUCCESS",
6
  "1": "SUCCESS",
7
- "2": "NON_PARTICIPATING",
8
  "3": "NON_PARTICIPATING",
9
  "4": "NON_PARTICIPATING",
10
  "5": "NON_PARTICIPATING",
 
1
  {
2
+ "_name_or_path": "/covalent/.cache/models/tmpojp4ro91_v35hdub",
3
  "activation_function": "gelu_new",
4
  "all_reduce_scores": {
5
  "0": "SUCCESS",
6
  "1": "SUCCESS",
7
+ "2": "SUCCESS",
8
  "3": "NON_PARTICIPATING",
9
  "4": "NON_PARTICIPATING",
10
  "5": "NON_PARTICIPATING",
smash_config.json CHANGED
@@ -28,7 +28,7 @@
28
  "quant_llm-int8_weight_bits": 8,
29
  "max_batch_size": 1,
30
  "device": "cuda",
31
- "cache_dir": "/covalent/.cache/models/tmpbq26hnwz",
32
  "task": "",
33
  "save_load_fn": "bitsandbytes",
34
  "save_load_fn_args": {}
 
28
  "quant_llm-int8_weight_bits": 8,
29
  "max_batch_size": 1,
30
  "device": "cuda",
31
+ "cache_dir": "/covalent/.cache/models/tmpojp4ro91",
32
  "task": "",
33
  "save_load_fn": "bitsandbytes",
34
  "save_load_fn_args": {}