{
  "R1_pairs": [
    {
      "prev_nodes": [
        "/model/embed_tokens/Gather"
      ],
      "norm_node": "/model/layers.0/input_layernorm/LayerNorm",
      "next_nodes": [
        "/model/layers.0/attn/qkv_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.0/attn/o_proj/MatMul"
      ],
      "norm_node": "/model/layers.0/post_attention_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.0/mlp/up_proj/MatMul",
        "/model/layers.0/mlp/gate_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.0/mlp/down_proj/MatMul"
      ],
      "norm_node": "/model/layers.1/input_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.1/attn/qkv_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.1/attn/o_proj/MatMul"
      ],
      "norm_node": "/model/layers.1/post_attention_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.1/mlp/up_proj/MatMul",
        "/model/layers.1/mlp/gate_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.1/mlp/down_proj/MatMul"
      ],
      "norm_node": "/model/layers.2/input_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.2/attn/qkv_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.2/attn/o_proj/MatMul"
      ],
      "norm_node": "/model/layers.2/post_attention_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.2/mlp/up_proj/MatMul",
        "/model/layers.2/mlp/gate_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.2/mlp/down_proj/MatMul"
      ],
      "norm_node": "/model/layers.3/input_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.3/attn/qkv_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.3/attn/o_proj/MatMul"
      ],
      "norm_node": "/model/layers.3/post_attention_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.3/mlp/up_proj/MatMul",
        "/model/layers.3/mlp/gate_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.3/mlp/down_proj/MatMul"
      ],
      "norm_node": "/model/layers.4/input_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.4/attn/qkv_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.4/attn/o_proj/MatMul"
      ],
      "norm_node": "/model/layers.4/post_attention_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.4/mlp/up_proj/MatMul",
        "/model/layers.4/mlp/gate_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.4/mlp/down_proj/MatMul"
      ],
      "norm_node": "/model/layers.5/input_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.5/attn/qkv_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.5/attn/o_proj/MatMul"
      ],
      "norm_node": "/model/layers.5/post_attention_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.5/mlp/up_proj/MatMul",
        "/model/layers.5/mlp/gate_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.5/mlp/down_proj/MatMul"
      ],
      "norm_node": "/model/layers.6/input_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.6/attn/qkv_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.6/attn/o_proj/MatMul"
      ],
      "norm_node": "/model/layers.6/post_attention_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.6/mlp/up_proj/MatMul",
        "/model/layers.6/mlp/gate_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.6/mlp/down_proj/MatMul"
      ],
      "norm_node": "/model/layers.7/input_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.7/attn/qkv_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.7/attn/o_proj/MatMul"
      ],
      "norm_node": "/model/layers.7/post_attention_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.7/mlp/up_proj/MatMul",
        "/model/layers.7/mlp/gate_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.7/mlp/down_proj/MatMul"
      ],
      "norm_node": "/model/layers.8/input_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.8/attn/qkv_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.8/attn/o_proj/MatMul"
      ],
      "norm_node": "/model/layers.8/post_attention_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.8/mlp/up_proj/MatMul",
        "/model/layers.8/mlp/gate_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.8/mlp/down_proj/MatMul"
      ],
      "norm_node": "/model/layers.9/input_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.9/attn/qkv_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.9/attn/o_proj/MatMul"
      ],
      "norm_node": "/model/layers.9/post_attention_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.9/mlp/up_proj/MatMul",
        "/model/layers.9/mlp/gate_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.9/mlp/down_proj/MatMul"
      ],
      "norm_node": "/model/layers.10/input_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.10/attn/qkv_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.10/attn/o_proj/MatMul"
      ],
      "norm_node": "/model/layers.10/post_attention_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.10/mlp/up_proj/MatMul",
        "/model/layers.10/mlp/gate_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.10/mlp/down_proj/MatMul"
      ],
      "norm_node": "/model/layers.11/input_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.11/attn/qkv_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.11/attn/o_proj/MatMul"
      ],
      "norm_node": "/model/layers.11/post_attention_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.11/mlp/up_proj/MatMul",
        "/model/layers.11/mlp/gate_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.11/mlp/down_proj/MatMul"
      ],
      "norm_node": "/model/layers.12/input_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.12/attn/qkv_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.12/attn/o_proj/MatMul"
      ],
      "norm_node": "/model/layers.12/post_attention_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.12/mlp/up_proj/MatMul",
        "/model/layers.12/mlp/gate_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.12/mlp/down_proj/MatMul"
      ],
      "norm_node": "/model/layers.13/input_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.13/attn/qkv_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.13/attn/o_proj/MatMul"
      ],
      "norm_node": "/model/layers.13/post_attention_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.13/mlp/up_proj/MatMul",
        "/model/layers.13/mlp/gate_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.13/mlp/down_proj/MatMul"
      ],
      "norm_node": "/model/layers.14/input_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.14/attn/qkv_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.14/attn/o_proj/MatMul"
      ],
      "norm_node": "/model/layers.14/post_attention_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.14/mlp/up_proj/MatMul",
        "/model/layers.14/mlp/gate_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.14/mlp/down_proj/MatMul"
      ],
      "norm_node": "/model/layers.15/input_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.15/attn/qkv_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.15/attn/o_proj/MatMul"
      ],
      "norm_node": "/model/layers.15/post_attention_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.15/mlp/up_proj/MatMul",
        "/model/layers.15/mlp/gate_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.15/mlp/down_proj/MatMul"
      ],
      "norm_node": "/model/layers.16/input_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.16/attn/qkv_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.16/attn/o_proj/MatMul"
      ],
      "norm_node": "/model/layers.16/post_attention_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.16/mlp/up_proj/MatMul",
        "/model/layers.16/mlp/gate_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.16/mlp/down_proj/MatMul"
      ],
      "norm_node": "/model/layers.17/input_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.17/attn/qkv_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.17/attn/o_proj/MatMul"
      ],
      "norm_node": "/model/layers.17/post_attention_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.17/mlp/up_proj/MatMul",
        "/model/layers.17/mlp/gate_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.17/mlp/down_proj/MatMul"
      ],
      "norm_node": "/model/layers.18/input_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.18/attn/qkv_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.18/attn/o_proj/MatMul"
      ],
      "norm_node": "/model/layers.18/post_attention_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.18/mlp/up_proj/MatMul",
        "/model/layers.18/mlp/gate_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.18/mlp/down_proj/MatMul"
      ],
      "norm_node": "/model/layers.19/input_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.19/attn/qkv_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.19/attn/o_proj/MatMul"
      ],
      "norm_node": "/model/layers.19/post_attention_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.19/mlp/up_proj/MatMul",
        "/model/layers.19/mlp/gate_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.19/mlp/down_proj/MatMul"
      ],
      "norm_node": "/model/layers.20/input_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.20/attn/qkv_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.20/attn/o_proj/MatMul"
      ],
      "norm_node": "/model/layers.20/post_attention_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.20/mlp/up_proj/MatMul",
        "/model/layers.20/mlp/gate_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.20/mlp/down_proj/MatMul"
      ],
      "norm_node": "/model/layers.21/input_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.21/attn/qkv_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.21/attn/o_proj/MatMul"
      ],
      "norm_node": "/model/layers.21/post_attention_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.21/mlp/up_proj/MatMul",
        "/model/layers.21/mlp/gate_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.21/mlp/down_proj/MatMul"
      ],
      "norm_node": "/model/layers.22/input_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.22/attn/qkv_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.22/attn/o_proj/MatMul"
      ],
      "norm_node": "/model/layers.22/post_attention_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.22/mlp/up_proj/MatMul",
        "/model/layers.22/mlp/gate_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.22/mlp/down_proj/MatMul"
      ],
      "norm_node": "/model/layers.23/input_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.23/attn/qkv_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.23/attn/o_proj/MatMul"
      ],
      "norm_node": "/model/layers.23/post_attention_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.23/mlp/up_proj/MatMul",
        "/model/layers.23/mlp/gate_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.23/mlp/down_proj/MatMul"
      ],
      "norm_node": "/model/layers.24/input_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.24/attn/qkv_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.24/attn/o_proj/MatMul"
      ],
      "norm_node": "/model/layers.24/post_attention_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.24/mlp/up_proj/MatMul",
        "/model/layers.24/mlp/gate_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.24/mlp/down_proj/MatMul"
      ],
      "norm_node": "/model/layers.25/input_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.25/attn/qkv_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.25/attn/o_proj/MatMul"
      ],
      "norm_node": "/model/layers.25/post_attention_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.25/mlp/up_proj/MatMul",
        "/model/layers.25/mlp/gate_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.25/mlp/down_proj/MatMul"
      ],
      "norm_node": "/model/layers.26/input_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.26/attn/qkv_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.26/attn/o_proj/MatMul"
      ],
      "norm_node": "/model/layers.26/post_attention_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.26/mlp/up_proj/MatMul",
        "/model/layers.26/mlp/gate_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.26/mlp/down_proj/MatMul"
      ],
      "norm_node": "/model/layers.27/input_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.27/attn/qkv_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.27/attn/o_proj/MatMul"
      ],
      "norm_node": "/model/layers.27/post_attention_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.27/mlp/up_proj/MatMul",
        "/model/layers.27/mlp/gate_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.27/mlp/down_proj/MatMul"
      ],
      "norm_node": "/model/layers.28/input_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.28/attn/qkv_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.28/attn/o_proj/MatMul"
      ],
      "norm_node": "/model/layers.28/post_attention_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.28/mlp/up_proj/MatMul",
        "/model/layers.28/mlp/gate_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.28/mlp/down_proj/MatMul"
      ],
      "norm_node": "/model/layers.29/input_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.29/attn/qkv_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.29/attn/o_proj/MatMul"
      ],
      "norm_node": "/model/layers.29/post_attention_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.29/mlp/up_proj/MatMul",
        "/model/layers.29/mlp/gate_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.29/mlp/down_proj/MatMul"
      ],
      "norm_node": "/model/layers.30/input_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.30/attn/qkv_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.30/attn/o_proj/MatMul"
      ],
      "norm_node": "/model/layers.30/post_attention_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.30/mlp/up_proj/MatMul",
        "/model/layers.30/mlp/gate_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.30/mlp/down_proj/MatMul"
      ],
      "norm_node": "/model/layers.31/input_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.31/attn/qkv_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.31/attn/o_proj/MatMul"
      ],
      "norm_node": "/model/layers.31/post_attention_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/model/layers.31/mlp/up_proj/MatMul",
        "/model/layers.31/mlp/gate_proj/MatMul"
      ]
    },
    {
      "prev_nodes": [
        "/model/layers.31/mlp/down_proj/MatMul"
      ],
      "norm_node": "/model/layers.32/final_norm_layernorm/SkipLayerNorm",
      "next_nodes": [
        "/lm_head/MatMul"
      ]
    }
  ]
}
