{ "architectures": [ "KimiK31SuperExpertForCausalLM" ], "auto_map": { "AutoConfig": "configuration_kimi_k31_superexpert.KimiK31SuperExpertConfig", "AutoModelForCausalLM": "modeling_kimi_k31_superexpert.KimiK31SuperExpertForCausalLM" }, "bos_token_id": 1, "compression_method": "AW-SECD", "compressed_footprint_gb": 12.0, "eos_token_id": 2, "hidden_act": "silu", "hidden_size": 7168, "initializer_range": 0.02, "intermediate_size": 18432, "max_position_embeddings": 1048576, "model_type": "kimi_k31_superexpert", "moe_intermediate_size": 3072, "num_attention_heads": 96, "num_hidden_layers": 36, "num_key_value_heads": 96, "pad_token_id": 0, "retained_intelligence_ratio": 0.948, "rms_norm_eps": 1e-05, "tie_word_embeddings": false, "torch_dtype": "float16", "transformers_version": "4.45.0", "use_cache": true, "vocab_size": 163840, "_name_or_path": "shashanth-27xA9/Kimi-K3.1-Pro-SuperExpert-12GB" }