{
  "inside_layer_modules": [
    [
      "self_attn.k_proj",
      "self_attn.v_proj",
      "self_attn.q_proj"
    ],
    [
      "self_attn.o_proj"
    ],
    [
      "block_sparse_moe.experts.0.w1",
      "block_sparse_moe.experts.1.w1",
      "block_sparse_moe.experts.2.w1",
      "block_sparse_moe.experts.3.w1",
      "block_sparse_moe.experts.4.w1",
      "block_sparse_moe.experts.5.w1",
      "block_sparse_moe.experts.6.w1",
      "block_sparse_moe.experts.7.w1",
      "block_sparse_moe.experts.0.w3",
      "block_sparse_moe.experts.1.w3",
      "block_sparse_moe.experts.2.w3",
      "block_sparse_moe.experts.3.w3",
      "block_sparse_moe.experts.4.w3",
      "block_sparse_moe.experts.5.w3",
      "block_sparse_moe.experts.6.w3",
      "block_sparse_moe.experts.7.w3"
    ],
    [
      "block_sparse_moe.experts.0.w2",
      "block_sparse_moe.experts.1.w2",
      "block_sparse_moe.experts.2.w2",
      "block_sparse_moe.experts.3.w2",
      "block_sparse_moe.experts.4.w2",
      "block_sparse_moe.experts.5.w2",
      "block_sparse_moe.experts.6.w2",
      "block_sparse_moe.experts.7.w2"
    ]
  ],
  "mlp_pruning_modules": [
    "block_sparse_moe.experts.0.w2",
    "block_sparse_moe.experts.1.w2",
    "block_sparse_moe.experts.2.w2",
    "block_sparse_moe.experts.3.w2",
    "block_sparse_moe.experts.4.w2",
    "block_sparse_moe.experts.5.w2",
    "block_sparse_moe.experts.6.w2",
    "block_sparse_moe.experts.7.w2"
  ],
  "mlp_pruning_ratio": 0.25,
  "mlp_scaling_layers": {
    "block_sparse_moe.experts.0.w2": [
      "block_sparse_moe.experts.0.w1",
      "block_sparse_moe.experts.0.w3"
    ],
    "block_sparse_moe.experts.1.w2": [
      "block_sparse_moe.experts.1.w1",
      "block_sparse_moe.experts.1.w3"
    ],
    "block_sparse_moe.experts.2.w2": [
      "block_sparse_moe.experts.2.w1",
      "block_sparse_moe.experts.2.w3"
    ],
    "block_sparse_moe.experts.3.w2": [
      "block_sparse_moe.experts.3.w1",
      "block_sparse_moe.experts.3.w3"
    ],
    "block_sparse_moe.experts.4.w2": [
      "block_sparse_moe.experts.4.w1",
      "block_sparse_moe.experts.4.w3"
    ],
    "block_sparse_moe.experts.5.w2": [
      "block_sparse_moe.experts.5.w1",
      "block_sparse_moe.experts.5.w3"
    ],
    "block_sparse_moe.experts.6.w2": [
      "block_sparse_moe.experts.6.w1",
      "block_sparse_moe.experts.6.w3"
    ],
    "block_sparse_moe.experts.7.w2": [
      "block_sparse_moe.experts.7.w1",
      "block_sparse_moe.experts.7.w3"
    ]
  },
  "mlp_intermediate_size_name": "intermediate_size",
  "model_decoder_layers": "model.layers"
}
