cpatonn
/

KAT-Dev-72B-Exp-AWQ-4bit

cpatonn commited on Oct 11

Commit

cc21385

verified ·

1 Parent(s): cd1be56

Upload folder using huggingface_hub

Files changed (1) hide show

config.json CHANGED Viewed

@@ -3,7 +3,7 @@
     "Qwen2ForCausalLM"
   ],
   "attention_dropout": 0.0,
-  "dtype": "bfloat16",
   "eos_token_id": 151645,
   "hidden_act": "silu",
   "hidden_size": 8192,
@@ -142,4 +142,4 @@
   "use_cache": false,
   "use_sliding_window": false,
   "vocab_size": 152064
-}

     "Qwen2ForCausalLM"
   ],
   "attention_dropout": 0.0,
+  "dtype": "float16",
   "eos_token_id": 151645,
   "hidden_act": "silu",
   "hidden_size": 8192,
   "use_cache": false,
   "use_sliding_window": false,
   "vocab_size": 152064
+}