FreedomIntelligence
/

Apollo-MoE-7B

Question Answering

upcycling-qwen2-moe

Model card Files Files and versions

nuojohnchen commited on Apr 7

Commit

e33e86b

·

verified ·

1 Parent(s): 0654f77

Update config.json

Files changed (1) hide show

config.json +2 -2

config.json CHANGED Viewed

@@ -5,8 +5,8 @@
   "attention_dropout": 0.0,
   "attn_init_change": false,
   "auto_map": {
-    "AutoConfig": "./configuration_upcycling_qwen2_moe.UpcyclingQwen2MoeConfig",
-    "AutoModelForCausalLM": "./modeling_upcycling_qwen2_moe.UpcyclingQwen2MoeForCausalLM"
   },
   "bos_token_id": 151643,
   "decoder_sparse_step": 1,

   "attention_dropout": 0.0,
   "attn_init_change": false,
   "auto_map": {
+    "AutoConfig": "configuration_upcycling_qwen2_moe.UpcyclingQwen2MoeConfig",
+    "AutoModelForCausalLM": "modeling_upcycling_qwen2_moe.UpcyclingQwen2MoeForCausalLM"
   },
   "bos_token_id": 151643,
   "decoder_sparse_step": 1,