{
  "admitted": true,
  "TP": 4,
  "MTP": true,
  "installed_manifest_sha256": "44ea477cf0ae8d0a6da890f35540f66d477c93913eb7d728b45ae58aacb57df0",
  "ranks": [
    {
      "rank": 0,
      "worker_pid": 216,
      "device": "cuda:0",
      "packed_counts": {
        "_gfx906_fixed3_gate_primary": 64,
        "_gfx906_fixed3_primary": 64,
        "_gfx906_gdn_fixed3_primary": 48,
        "_gfx906_output_fixed3_primary": 64,
        "_gfx906_qkv_fixed3_primary": 16
      },
      "after_load_allocated_bytes": 24180564992,
      "after_load_reserved_bytes": 25945964544,
      "after_cache_allocated_bytes": 29316868096,
      "after_cache_reserved_bytes": 29806821376,
      "attention_KV": [
        {
          "name": "language_model.model.layers.3.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.7.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.11.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.15.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.19.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.23.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.27.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.31.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.35.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.39.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.43.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.47.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.51.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.55.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.59.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.63.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        }
      ],
      "GDN_caches": [
        {
          "name": "language_model.model.layers.0.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.1.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.2.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.4.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.5.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.6.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.8.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.9.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.10.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.12.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.13.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.14.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.16.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.17.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.18.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.20.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.21.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.22.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.24.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.25.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.26.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.28.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.29.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.30.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.32.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.33.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.34.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.36.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.37.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.38.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.40.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.41.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.42.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.44.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.45.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.46.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.48.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.49.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.50.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.52.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.53.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.54.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.56.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.57.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.58.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.60.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.61.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.62.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        }
      ]
    },
    {
      "rank": 1,
      "worker_pid": 217,
      "device": "cuda:1",
      "packed_counts": {
        "_gfx906_fixed3_gate_primary": 64,
        "_gfx906_fixed3_primary": 64,
        "_gfx906_gdn_fixed3_primary": 48,
        "_gfx906_output_fixed3_primary": 64,
        "_gfx906_qkv_fixed3_primary": 16
      },
      "after_load_allocated_bytes": 24178752000,
      "after_load_reserved_bytes": 25948061696,
      "after_cache_allocated_bytes": 29315055104,
      "after_cache_reserved_bytes": 29808918528,
      "attention_KV": [
        {
          "name": "language_model.model.layers.3.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.7.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.11.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.15.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.19.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.23.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.27.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.31.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.35.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.39.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.43.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.47.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.51.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.55.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.59.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.63.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        }
      ],
      "GDN_caches": [
        {
          "name": "language_model.model.layers.0.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.1.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.2.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.4.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.5.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.6.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.8.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.9.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.10.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.12.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.13.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.14.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.16.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.17.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.18.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.20.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.21.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.22.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.24.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.25.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.26.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.28.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.29.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.30.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.32.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.33.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.34.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.36.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.37.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.38.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.40.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.41.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.42.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.44.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.45.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.46.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.48.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.49.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.50.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.52.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.53.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.54.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.56.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.57.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.58.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.60.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.61.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.62.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        }
      ]
    },
    {
      "rank": 2,
      "worker_pid": 218,
      "device": "cuda:2",
      "packed_counts": {
        "_gfx906_fixed3_gate_primary": 64,
        "_gfx906_fixed3_primary": 64,
        "_gfx906_gdn_fixed3_primary": 48,
        "_gfx906_output_fixed3_primary": 64,
        "_gfx906_qkv_fixed3_primary": 16
      },
      "after_load_allocated_bytes": 24179174912,
      "after_load_reserved_bytes": 25945964544,
      "after_cache_allocated_bytes": 29315478016,
      "after_cache_reserved_bytes": 29806821376,
      "attention_KV": [
        {
          "name": "language_model.model.layers.3.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.7.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.11.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.15.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.19.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.23.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.27.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.31.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.35.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.39.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.43.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.47.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.51.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.55.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.59.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.63.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        }
      ],
      "GDN_caches": [
        {
          "name": "language_model.model.layers.0.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.1.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.2.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.4.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.5.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.6.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.8.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.9.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.10.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.12.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.13.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.14.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.16.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.17.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.18.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.20.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.21.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.22.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.24.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.25.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.26.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.28.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.29.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.30.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.32.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.33.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.34.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.36.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.37.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.38.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.40.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.41.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.42.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.44.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.45.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.46.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.48.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.49.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.50.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.52.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.53.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.54.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.56.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.57.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.58.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.60.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.61.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.62.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        }
      ]
    },
    {
      "rank": 3,
      "worker_pid": 219,
      "device": "cuda:3",
      "packed_counts": {
        "_gfx906_fixed3_gate_primary": 64,
        "_gfx906_fixed3_primary": 64,
        "_gfx906_gdn_fixed3_primary": 48,
        "_gfx906_output_fixed3_primary": 64,
        "_gfx906_qkv_fixed3_primary": 16
      },
      "after_load_allocated_bytes": 24183319552,
      "after_load_reserved_bytes": 25939673088,
      "after_cache_allocated_bytes": 29319622656,
      "after_cache_reserved_bytes": 29800529920,
      "attention_KV": [
        {
          "name": "language_model.model.layers.3.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.7.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.11.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.15.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.19.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.23.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.27.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.31.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.35.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.39.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.43.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.47.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.51.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.55.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.59.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.63.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                368,
                2,
                800,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 301465600,
              "stride": [
                409600,
                204800,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        }
      ],
      "GDN_caches": [
        {
          "name": "language_model.model.layers.0.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.1.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.2.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.4.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.5.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.6.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.8.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.9.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.10.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.12.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.13.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.14.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.16.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.17.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.18.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.20.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.21.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.22.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.24.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.25.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.26.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.28.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.29.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.30.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.32.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.33.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.34.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.36.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.37.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.38.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.40.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.41.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.42.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.44.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.45.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.46.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.48.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.49.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.50.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.52.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.53.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.54.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.56.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.57.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.58.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.60.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.61.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.62.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              5,
              2560
            ],
            [
              12,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  368,
                  5,
                  2560
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 9420800,
                "stride": [
                  409600,
                  2560,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  368,
                  12,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 289406976,
                "stride": [
                  204800,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 6400
              }
            }
          ]
        }
      ]
    }
  ],
  "native_MTP": {
    "draft_tokens": 2,
    "receipt_phases": [
      "after_draft_load_and_sharing",
      "after_initialize_from_config"
    ],
    "receipts": [
      {
        "rank": 0,
        "pid": 216,
        "phase": "after_draft_load_and_sharing",
        "checks": {
          "native_mtp_two": true,
          "native_class": true,
          "draft_config_FP16": true,
          "same_checkpoint_path": true,
          "checkpoint_contract": true,
          "exact_15_source_tensors": true,
          "successful_parameter_load": true,
          "all_head_parameters_FP16": true,
          "exact_FP16_linear_routes": true,
          "no_quantized_head_buffers": true,
          "shared_embedding": true,
          "shared_head": true
        },
        "draft_policy": "native matching FP16 MTP head; native FP16 target",
        "method": "mtp",
        "draft_tokens": 2,
        "draft_model_path": "/opt/local-models/Qwen3.8-27B",
        "requested_draft_revision": null,
        "checkpoint_contract": {
          "repository": "Qwen/Qwen3.8-27B",
          "revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
          "tensors": {
            "mtp.fc.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120,
                10240
              ],
              "data_offsets": [
                2542796800,
                2647654400
              ]
            },
            "mtp.layers.0.input_layernorm.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120
              ],
              "data_offsets": [
                2647654400,
                2647664640
              ]
            },
            "mtp.layers.0.mlp.down_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120,
                17408
              ],
              "data_offsets": [
                2647664640,
                2825922560
              ]
            },
            "mtp.layers.0.mlp.gate_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                17408,
                5120
              ],
              "data_offsets": [
                2825922560,
                3004180480
              ]
            },
            "mtp.layers.0.mlp.up_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                17408,
                5120
              ],
              "data_offsets": [
                3004180480,
                3182438400
              ]
            },
            "mtp.layers.0.post_attention_layernorm.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120
              ],
              "data_offsets": [
                3182438400,
                3182448640
              ]
            },
            "mtp.layers.0.self_attn.k_norm.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                256
              ],
              "data_offsets": [
                3182448640,
                3182449152
              ]
            },
            "mtp.layers.0.self_attn.k_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                1024,
                5120
              ],
              "data_offsets": [
                3182449152,
                3192934912
              ]
            },
            "mtp.layers.0.self_attn.o_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120,
                6144
              ],
              "data_offsets": [
                3192934912,
                3255849472
              ]
            },
            "mtp.layers.0.self_attn.q_norm.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                256
              ],
              "data_offsets": [
                3255849472,
                3255849984
              ]
            },
            "mtp.layers.0.self_attn.q_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                12288,
                5120
              ],
              "data_offsets": [
                3255849984,
                3381679104
              ]
            },
            "mtp.layers.0.self_attn.v_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                1024,
                5120
              ],
              "data_offsets": [
                3381679104,
                3392164864
              ]
            },
            "mtp.norm.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120
              ],
              "data_offsets": [
                3392164864,
                3392175104
              ]
            },
            "mtp.pre_fc_norm_embedding.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120
              ],
              "data_offsets": [
                3392175104,
                3392185344
              ]
            },
            "mtp.pre_fc_norm_hidden.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120
              ],
              "data_offsets": [
                3392185344,
                3392195584
              ]
            }
          }
        },
        "contract_sha256": "df0af593445d36a02ff0728d5df7ded4c9cdd6d8fb80e34720f8bf5d51d8eb0f",
        "draft_class": "vllm.model_executor.models.qwen3_5_mtp.Qwen3_5MTP",
        "draft_source_sha256": "46f57b9c511c9199aa83421fa7fb167b08d5d80c14377948690cdf67d75453c3",
        "loaded_source_receipt": {
          "source_tensors": [
            {
              "name": "mtp.fc.weight",
              "shape": [
                5120,
                10240
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.input_layernorm.weight",
              "shape": [
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.mlp.down_proj.weight",
              "shape": [
                5120,
                17408
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.mlp.gate_proj.weight",
              "shape": [
                17408,
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.mlp.up_proj.weight",
              "shape": [
                17408,
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.post_attention_layernorm.weight",
              "shape": [
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.self_attn.k_norm.weight",
              "shape": [
                256
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.self_attn.k_proj.weight",
              "shape": [
                1024,
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.self_attn.o_proj.weight",
              "shape": [
                5120,
                6144
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.self_attn.q_norm.weight",
              "shape": [
                256
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.self_attn.q_proj.weight",
              "shape": [
                12288,
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.self_attn.v_proj.weight",
              "shape": [
                1024,
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.norm.weight",
              "shape": [
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.pre_fc_norm_embedding.weight",
              "shape": [
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.pre_fc_norm_hidden.weight",
              "shape": [
                5120
              ],
              "dtype": "torch.bfloat16"
            }
          ],
          "loaded_parameters": [
            "lm_head.weight",
            "model.embed_tokens.weight",
            "model.fc.weight",
            "model.layers.0.input_layernorm.weight",
            "model.layers.0.mlp.down_proj.weight",
            "model.layers.0.mlp.gate_up_proj.weight",
            "model.layers.0.post_attention_layernorm.weight",
            "model.layers.0.self_attn.k_norm.weight",
            "model.layers.0.self_attn.o_proj.weight",
            "model.layers.0.self_attn.q_norm.weight",
            "model.layers.0.self_attn.qkv_proj.weight",
            "model.norm.weight",
            "model.pre_fc_norm_embedding.weight",
            "model.pre_fc_norm_hidden.weight"
          ]
        },
        "parameters": [
          {
            "name": "model.fc.weight",
            "shape": [
              1280,
              10240
            ],
            "dtype": "torch.float16",
            "device": "cuda:0",
            "bytes": 26214400
          },
          {
            "name": "model.layers.0.self_attn.qkv_proj.weight",
            "shape": [
              3584,
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:0",
            "bytes": 36700160
          },
          {
            "name": "model.layers.0.self_attn.o_proj.weight",
            "shape": [
              5120,
              1536
            ],
            "dtype": "torch.float16",
            "device": "cuda:0",
            "bytes": 15728640
          },
          {
            "name": "model.layers.0.self_attn.q_norm.weight",
            "shape": [
              256
            ],
            "dtype": "torch.float16",
            "device": "cuda:0",
            "bytes": 512
          },
          {
            "name": "model.layers.0.self_attn.k_norm.weight",
            "shape": [
              256
            ],
            "dtype": "torch.float16",
            "device": "cuda:0",
            "bytes": 512
          },
          {
            "name": "model.layers.0.mlp.gate_up_proj.weight",
            "shape": [
              8704,
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:0",
            "bytes": 89128960
          },
          {
            "name": "model.layers.0.mlp.down_proj.weight",
            "shape": [
              5120,
              4352
            ],
            "dtype": "torch.float16",
            "device": "cuda:0",
            "bytes": 44564480
          },
          {
            "name": "model.layers.0.input_layernorm.weight",
            "shape": [
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:0",
            "bytes": 10240
          },
          {
            "name": "model.layers.0.post_attention_layernorm.weight",
            "shape": [
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:0",
            "bytes": 10240
          },
          {
            "name": "model.norm.weight",
            "shape": [
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:0",
            "bytes": 10240
          },
          {
            "name": "model.pre_fc_norm_hidden.weight",
            "shape": [
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:0",
            "bytes": 10240
          },
          {
            "name": "model.pre_fc_norm_embedding.weight",
            "shape": [
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:0",
            "bytes": 10240
          },
          {
            "name": "model.embed_tokens.weight",
            "shape": [
              62080,
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:0",
            "bytes": 635699200
          },
          {
            "name": "lm_head.weight",
            "shape": [
              62080,
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:0",
            "bytes": 635699200
          }
        ],
        "linear_methods": [
          {
            "name": "model.fc",
            "method": "UnquantizedLinearMethod",
            "unquantized": true
          },
          {
            "name": "model.layers.0.self_attn.qkv_proj",
            "method": "UnquantizedLinearMethod",
            "unquantized": true
          },
          {
            "name": "model.layers.0.self_attn.o_proj",
            "method": "UnquantizedLinearMethod",
            "unquantized": true
          },
          {
            "name": "model.layers.0.mlp.gate_up_proj",
            "method": "UnquantizedLinearMethod",
            "unquantized": true
          },
          {
            "name": "model.layers.0.mlp.down_proj",
            "method": "UnquantizedLinearMethod",
            "unquantized": true
          }
        ],
        "forbidden_quantized_fields": [],
        "draft_attention_KV": [],
        "limits": "Load/cache observations only; no claim of draft execution, accepted tokens or model correctness. Logical view bytes may share storage."
      },
      {
        "rank": 1,
        "pid": 217,
        "phase": "after_draft_load_and_sharing",
        "checks": {
          "native_mtp_two": true,
          "native_class": true,
          "draft_config_FP16": true,
          "same_checkpoint_path": true,
          "checkpoint_contract": true,
          "exact_15_source_tensors": true,
          "successful_parameter_load": true,
          "all_head_parameters_FP16": true,
          "exact_FP16_linear_routes": true,
          "no_quantized_head_buffers": true,
          "shared_embedding": true,
          "shared_head": true
        },
        "draft_policy": "native matching FP16 MTP head; native FP16 target",
        "method": "mtp",
        "draft_tokens": 2,
        "draft_model_path": "/opt/local-models/Qwen3.8-27B",
        "requested_draft_revision": null,
        "checkpoint_contract": {
          "repository": "Qwen/Qwen3.8-27B",
          "revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
          "tensors": {
            "mtp.fc.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120,
                10240
              ],
              "data_offsets": [
                2542796800,
                2647654400
              ]
            },
            "mtp.layers.0.input_layernorm.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120
              ],
              "data_offsets": [
                2647654400,
                2647664640
              ]
            },
            "mtp.layers.0.mlp.down_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120,
                17408
              ],
              "data_offsets": [
                2647664640,
                2825922560
              ]
            },
            "mtp.layers.0.mlp.gate_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                17408,
                5120
              ],
              "data_offsets": [
                2825922560,
                3004180480
              ]
            },
            "mtp.layers.0.mlp.up_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                17408,
                5120
              ],
              "data_offsets": [
                3004180480,
                3182438400
              ]
            },
            "mtp.layers.0.post_attention_layernorm.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120
              ],
              "data_offsets": [
                3182438400,
                3182448640
              ]
            },
            "mtp.layers.0.self_attn.k_norm.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                256
              ],
              "data_offsets": [
                3182448640,
                3182449152
              ]
            },
            "mtp.layers.0.self_attn.k_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                1024,
                5120
              ],
              "data_offsets": [
                3182449152,
                3192934912
              ]
            },
            "mtp.layers.0.self_attn.o_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120,
                6144
              ],
              "data_offsets": [
                3192934912,
                3255849472
              ]
            },
            "mtp.layers.0.self_attn.q_norm.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                256
              ],
              "data_offsets": [
                3255849472,
                3255849984
              ]
            },
            "mtp.layers.0.self_attn.q_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                12288,
                5120
              ],
              "data_offsets": [
                3255849984,
                3381679104
              ]
            },
            "mtp.layers.0.self_attn.v_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                1024,
                5120
              ],
              "data_offsets": [
                3381679104,
                3392164864
              ]
            },
            "mtp.norm.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120
              ],
              "data_offsets": [
                3392164864,
                3392175104
              ]
            },
            "mtp.pre_fc_norm_embedding.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120
              ],
              "data_offsets": [
                3392175104,
                3392185344
              ]
            },
            "mtp.pre_fc_norm_hidden.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120
              ],
              "data_offsets": [
                3392185344,
                3392195584
              ]
            }
          }
        },
        "contract_sha256": "df0af593445d36a02ff0728d5df7ded4c9cdd6d8fb80e34720f8bf5d51d8eb0f",
        "draft_class": "vllm.model_executor.models.qwen3_5_mtp.Qwen3_5MTP",
        "draft_source_sha256": "46f57b9c511c9199aa83421fa7fb167b08d5d80c14377948690cdf67d75453c3",
        "loaded_source_receipt": {
          "source_tensors": [
            {
              "name": "mtp.fc.weight",
              "shape": [
                5120,
                10240
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.input_layernorm.weight",
              "shape": [
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.mlp.down_proj.weight",
              "shape": [
                5120,
                17408
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.mlp.gate_proj.weight",
              "shape": [
                17408,
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.mlp.up_proj.weight",
              "shape": [
                17408,
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.post_attention_layernorm.weight",
              "shape": [
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.self_attn.k_norm.weight",
              "shape": [
                256
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.self_attn.k_proj.weight",
              "shape": [
                1024,
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.self_attn.o_proj.weight",
              "shape": [
                5120,
                6144
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.self_attn.q_norm.weight",
              "shape": [
                256
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.self_attn.q_proj.weight",
              "shape": [
                12288,
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.self_attn.v_proj.weight",
              "shape": [
                1024,
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.norm.weight",
              "shape": [
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.pre_fc_norm_embedding.weight",
              "shape": [
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.pre_fc_norm_hidden.weight",
              "shape": [
                5120
              ],
              "dtype": "torch.bfloat16"
            }
          ],
          "loaded_parameters": [
            "lm_head.weight",
            "model.embed_tokens.weight",
            "model.fc.weight",
            "model.layers.0.input_layernorm.weight",
            "model.layers.0.mlp.down_proj.weight",
            "model.layers.0.mlp.gate_up_proj.weight",
            "model.layers.0.post_attention_layernorm.weight",
            "model.layers.0.self_attn.k_norm.weight",
            "model.layers.0.self_attn.o_proj.weight",
            "model.layers.0.self_attn.q_norm.weight",
            "model.layers.0.self_attn.qkv_proj.weight",
            "model.norm.weight",
            "model.pre_fc_norm_embedding.weight",
            "model.pre_fc_norm_hidden.weight"
          ]
        },
        "parameters": [
          {
            "name": "model.fc.weight",
            "shape": [
              1280,
              10240
            ],
            "dtype": "torch.float16",
            "device": "cuda:1",
            "bytes": 26214400
          },
          {
            "name": "model.layers.0.self_attn.qkv_proj.weight",
            "shape": [
              3584,
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:1",
            "bytes": 36700160
          },
          {
            "name": "model.layers.0.self_attn.o_proj.weight",
            "shape": [
              5120,
              1536
            ],
            "dtype": "torch.float16",
            "device": "cuda:1",
            "bytes": 15728640
          },
          {
            "name": "model.layers.0.self_attn.q_norm.weight",
            "shape": [
              256
            ],
            "dtype": "torch.float16",
            "device": "cuda:1",
            "bytes": 512
          },
          {
            "name": "model.layers.0.self_attn.k_norm.weight",
            "shape": [
              256
            ],
            "dtype": "torch.float16",
            "device": "cuda:1",
            "bytes": 512
          },
          {
            "name": "model.layers.0.mlp.gate_up_proj.weight",
            "shape": [
              8704,
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:1",
            "bytes": 89128960
          },
          {
            "name": "model.layers.0.mlp.down_proj.weight",
            "shape": [
              5120,
              4352
            ],
            "dtype": "torch.float16",
            "device": "cuda:1",
            "bytes": 44564480
          },
          {
            "name": "model.layers.0.input_layernorm.weight",
            "shape": [
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:1",
            "bytes": 10240
          },
          {
            "name": "model.layers.0.post_attention_layernorm.weight",
            "shape": [
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:1",
            "bytes": 10240
          },
          {
            "name": "model.norm.weight",
            "shape": [
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:1",
            "bytes": 10240
          },
          {
            "name": "model.pre_fc_norm_hidden.weight",
            "shape": [
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:1",
            "bytes": 10240
          },
          {
            "name": "model.pre_fc_norm_embedding.weight",
            "shape": [
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:1",
            "bytes": 10240
          },
          {
            "name": "model.embed_tokens.weight",
            "shape": [
              62080,
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:1",
            "bytes": 635699200
          },
          {
            "name": "lm_head.weight",
            "shape": [
              62080,
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:1",
            "bytes": 635699200
          }
        ],
        "linear_methods": [
          {
            "name": "model.fc",
            "method": "UnquantizedLinearMethod",
            "unquantized": true
          },
          {
            "name": "model.layers.0.self_attn.qkv_proj",
            "method": "UnquantizedLinearMethod",
            "unquantized": true
          },
          {
            "name": "model.layers.0.self_attn.o_proj",
            "method": "UnquantizedLinearMethod",
            "unquantized": true
          },
          {
            "name": "model.layers.0.mlp.gate_up_proj",
            "method": "UnquantizedLinearMethod",
            "unquantized": true
          },
          {
            "name": "model.layers.0.mlp.down_proj",
            "method": "UnquantizedLinearMethod",
            "unquantized": true
          }
        ],
        "forbidden_quantized_fields": [],
        "draft_attention_KV": [],
        "limits": "Load/cache observations only; no claim of draft execution, accepted tokens or model correctness. Logical view bytes may share storage."
      },
      {
        "rank": 2,
        "pid": 218,
        "phase": "after_draft_load_and_sharing",
        "checks": {
          "native_mtp_two": true,
          "native_class": true,
          "draft_config_FP16": true,
          "same_checkpoint_path": true,
          "checkpoint_contract": true,
          "exact_15_source_tensors": true,
          "successful_parameter_load": true,
          "all_head_parameters_FP16": true,
          "exact_FP16_linear_routes": true,
          "no_quantized_head_buffers": true,
          "shared_embedding": true,
          "shared_head": true
        },
        "draft_policy": "native matching FP16 MTP head; native FP16 target",
        "method": "mtp",
        "draft_tokens": 2,
        "draft_model_path": "/opt/local-models/Qwen3.8-27B",
        "requested_draft_revision": null,
        "checkpoint_contract": {
          "repository": "Qwen/Qwen3.8-27B",
          "revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
          "tensors": {
            "mtp.fc.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120,
                10240
              ],
              "data_offsets": [
                2542796800,
                2647654400
              ]
            },
            "mtp.layers.0.input_layernorm.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120
              ],
              "data_offsets": [
                2647654400,
                2647664640
              ]
            },
            "mtp.layers.0.mlp.down_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120,
                17408
              ],
              "data_offsets": [
                2647664640,
                2825922560
              ]
            },
            "mtp.layers.0.mlp.gate_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                17408,
                5120
              ],
              "data_offsets": [
                2825922560,
                3004180480
              ]
            },
            "mtp.layers.0.mlp.up_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                17408,
                5120
              ],
              "data_offsets": [
                3004180480,
                3182438400
              ]
            },
            "mtp.layers.0.post_attention_layernorm.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120
              ],
              "data_offsets": [
                3182438400,
                3182448640
              ]
            },
            "mtp.layers.0.self_attn.k_norm.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                256
              ],
              "data_offsets": [
                3182448640,
                3182449152
              ]
            },
            "mtp.layers.0.self_attn.k_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                1024,
                5120
              ],
              "data_offsets": [
                3182449152,
                3192934912
              ]
            },
            "mtp.layers.0.self_attn.o_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120,
                6144
              ],
              "data_offsets": [
                3192934912,
                3255849472
              ]
            },
            "mtp.layers.0.self_attn.q_norm.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                256
              ],
              "data_offsets": [
                3255849472,
                3255849984
              ]
            },
            "mtp.layers.0.self_attn.q_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                12288,
                5120
              ],
              "data_offsets": [
                3255849984,
                3381679104
              ]
            },
            "mtp.layers.0.self_attn.v_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                1024,
                5120
              ],
              "data_offsets": [
                3381679104,
                3392164864
              ]
            },
            "mtp.norm.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120
              ],
              "data_offsets": [
                3392164864,
                3392175104
              ]
            },
            "mtp.pre_fc_norm_embedding.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120
              ],
              "data_offsets": [
                3392175104,
                3392185344
              ]
            },
            "mtp.pre_fc_norm_hidden.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120
              ],
              "data_offsets": [
                3392185344,
                3392195584
              ]
            }
          }
        },
        "contract_sha256": "df0af593445d36a02ff0728d5df7ded4c9cdd6d8fb80e34720f8bf5d51d8eb0f",
        "draft_class": "vllm.model_executor.models.qwen3_5_mtp.Qwen3_5MTP",
        "draft_source_sha256": "46f57b9c511c9199aa83421fa7fb167b08d5d80c14377948690cdf67d75453c3",
        "loaded_source_receipt": {
          "source_tensors": [
            {
              "name": "mtp.fc.weight",
              "shape": [
                5120,
                10240
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.input_layernorm.weight",
              "shape": [
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.mlp.down_proj.weight",
              "shape": [
                5120,
                17408
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.mlp.gate_proj.weight",
              "shape": [
                17408,
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.mlp.up_proj.weight",
              "shape": [
                17408,
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.post_attention_layernorm.weight",
              "shape": [
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.self_attn.k_norm.weight",
              "shape": [
                256
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.self_attn.k_proj.weight",
              "shape": [
                1024,
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.self_attn.o_proj.weight",
              "shape": [
                5120,
                6144
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.self_attn.q_norm.weight",
              "shape": [
                256
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.self_attn.q_proj.weight",
              "shape": [
                12288,
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.self_attn.v_proj.weight",
              "shape": [
                1024,
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.norm.weight",
              "shape": [
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.pre_fc_norm_embedding.weight",
              "shape": [
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.pre_fc_norm_hidden.weight",
              "shape": [
                5120
              ],
              "dtype": "torch.bfloat16"
            }
          ],
          "loaded_parameters": [
            "lm_head.weight",
            "model.embed_tokens.weight",
            "model.fc.weight",
            "model.layers.0.input_layernorm.weight",
            "model.layers.0.mlp.down_proj.weight",
            "model.layers.0.mlp.gate_up_proj.weight",
            "model.layers.0.post_attention_layernorm.weight",
            "model.layers.0.self_attn.k_norm.weight",
            "model.layers.0.self_attn.o_proj.weight",
            "model.layers.0.self_attn.q_norm.weight",
            "model.layers.0.self_attn.qkv_proj.weight",
            "model.norm.weight",
            "model.pre_fc_norm_embedding.weight",
            "model.pre_fc_norm_hidden.weight"
          ]
        },
        "parameters": [
          {
            "name": "model.fc.weight",
            "shape": [
              1280,
              10240
            ],
            "dtype": "torch.float16",
            "device": "cuda:2",
            "bytes": 26214400
          },
          {
            "name": "model.layers.0.self_attn.qkv_proj.weight",
            "shape": [
              3584,
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:2",
            "bytes": 36700160
          },
          {
            "name": "model.layers.0.self_attn.o_proj.weight",
            "shape": [
              5120,
              1536
            ],
            "dtype": "torch.float16",
            "device": "cuda:2",
            "bytes": 15728640
          },
          {
            "name": "model.layers.0.self_attn.q_norm.weight",
            "shape": [
              256
            ],
            "dtype": "torch.float16",
            "device": "cuda:2",
            "bytes": 512
          },
          {
            "name": "model.layers.0.self_attn.k_norm.weight",
            "shape": [
              256
            ],
            "dtype": "torch.float16",
            "device": "cuda:2",
            "bytes": 512
          },
          {
            "name": "model.layers.0.mlp.gate_up_proj.weight",
            "shape": [
              8704,
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:2",
            "bytes": 89128960
          },
          {
            "name": "model.layers.0.mlp.down_proj.weight",
            "shape": [
              5120,
              4352
            ],
            "dtype": "torch.float16",
            "device": "cuda:2",
            "bytes": 44564480
          },
          {
            "name": "model.layers.0.input_layernorm.weight",
            "shape": [
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:2",
            "bytes": 10240
          },
          {
            "name": "model.layers.0.post_attention_layernorm.weight",
            "shape": [
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:2",
            "bytes": 10240
          },
          {
            "name": "model.norm.weight",
            "shape": [
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:2",
            "bytes": 10240
          },
          {
            "name": "model.pre_fc_norm_hidden.weight",
            "shape": [
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:2",
            "bytes": 10240
          },
          {
            "name": "model.pre_fc_norm_embedding.weight",
            "shape": [
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:2",
            "bytes": 10240
          },
          {
            "name": "model.embed_tokens.weight",
            "shape": [
              62080,
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:2",
            "bytes": 635699200
          },
          {
            "name": "lm_head.weight",
            "shape": [
              62080,
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:2",
            "bytes": 635699200
          }
        ],
        "linear_methods": [
          {
            "name": "model.fc",
            "method": "UnquantizedLinearMethod",
            "unquantized": true
          },
          {
            "name": "model.layers.0.self_attn.qkv_proj",
            "method": "UnquantizedLinearMethod",
            "unquantized": true
          },
          {
            "name": "model.layers.0.self_attn.o_proj",
            "method": "UnquantizedLinearMethod",
            "unquantized": true
          },
          {
            "name": "model.layers.0.mlp.gate_up_proj",
            "method": "UnquantizedLinearMethod",
            "unquantized": true
          },
          {
            "name": "model.layers.0.mlp.down_proj",
            "method": "UnquantizedLinearMethod",
            "unquantized": true
          }
        ],
        "forbidden_quantized_fields": [],
        "draft_attention_KV": [],
        "limits": "Load/cache observations only; no claim of draft execution, accepted tokens or model correctness. Logical view bytes may share storage."
      },
      {
        "rank": 3,
        "pid": 219,
        "phase": "after_draft_load_and_sharing",
        "checks": {
          "native_mtp_two": true,
          "native_class": true,
          "draft_config_FP16": true,
          "same_checkpoint_path": true,
          "checkpoint_contract": true,
          "exact_15_source_tensors": true,
          "successful_parameter_load": true,
          "all_head_parameters_FP16": true,
          "exact_FP16_linear_routes": true,
          "no_quantized_head_buffers": true,
          "shared_embedding": true,
          "shared_head": true
        },
        "draft_policy": "native matching FP16 MTP head; native FP16 target",
        "method": "mtp",
        "draft_tokens": 2,
        "draft_model_path": "/opt/local-models/Qwen3.8-27B",
        "requested_draft_revision": null,
        "checkpoint_contract": {
          "repository": "Qwen/Qwen3.8-27B",
          "revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
          "tensors": {
            "mtp.fc.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120,
                10240
              ],
              "data_offsets": [
                2542796800,
                2647654400
              ]
            },
            "mtp.layers.0.input_layernorm.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120
              ],
              "data_offsets": [
                2647654400,
                2647664640
              ]
            },
            "mtp.layers.0.mlp.down_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120,
                17408
              ],
              "data_offsets": [
                2647664640,
                2825922560
              ]
            },
            "mtp.layers.0.mlp.gate_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                17408,
                5120
              ],
              "data_offsets": [
                2825922560,
                3004180480
              ]
            },
            "mtp.layers.0.mlp.up_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                17408,
                5120
              ],
              "data_offsets": [
                3004180480,
                3182438400
              ]
            },
            "mtp.layers.0.post_attention_layernorm.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120
              ],
              "data_offsets": [
                3182438400,
                3182448640
              ]
            },
            "mtp.layers.0.self_attn.k_norm.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                256
              ],
              "data_offsets": [
                3182448640,
                3182449152
              ]
            },
            "mtp.layers.0.self_attn.k_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                1024,
                5120
              ],
              "data_offsets": [
                3182449152,
                3192934912
              ]
            },
            "mtp.layers.0.self_attn.o_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120,
                6144
              ],
              "data_offsets": [
                3192934912,
                3255849472
              ]
            },
            "mtp.layers.0.self_attn.q_norm.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                256
              ],
              "data_offsets": [
                3255849472,
                3255849984
              ]
            },
            "mtp.layers.0.self_attn.q_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                12288,
                5120
              ],
              "data_offsets": [
                3255849984,
                3381679104
              ]
            },
            "mtp.layers.0.self_attn.v_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                1024,
                5120
              ],
              "data_offsets": [
                3381679104,
                3392164864
              ]
            },
            "mtp.norm.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120
              ],
              "data_offsets": [
                3392164864,
                3392175104
              ]
            },
            "mtp.pre_fc_norm_embedding.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120
              ],
              "data_offsets": [
                3392175104,
                3392185344
              ]
            },
            "mtp.pre_fc_norm_hidden.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120
              ],
              "data_offsets": [
                3392185344,
                3392195584
              ]
            }
          }
        },
        "contract_sha256": "df0af593445d36a02ff0728d5df7ded4c9cdd6d8fb80e34720f8bf5d51d8eb0f",
        "draft_class": "vllm.model_executor.models.qwen3_5_mtp.Qwen3_5MTP",
        "draft_source_sha256": "46f57b9c511c9199aa83421fa7fb167b08d5d80c14377948690cdf67d75453c3",
        "loaded_source_receipt": {
          "source_tensors": [
            {
              "name": "mtp.fc.weight",
              "shape": [
                5120,
                10240
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.input_layernorm.weight",
              "shape": [
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.mlp.down_proj.weight",
              "shape": [
                5120,
                17408
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.mlp.gate_proj.weight",
              "shape": [
                17408,
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.mlp.up_proj.weight",
              "shape": [
                17408,
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.post_attention_layernorm.weight",
              "shape": [
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.self_attn.k_norm.weight",
              "shape": [
                256
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.self_attn.k_proj.weight",
              "shape": [
                1024,
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.self_attn.o_proj.weight",
              "shape": [
                5120,
                6144
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.self_attn.q_norm.weight",
              "shape": [
                256
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.self_attn.q_proj.weight",
              "shape": [
                12288,
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.self_attn.v_proj.weight",
              "shape": [
                1024,
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.norm.weight",
              "shape": [
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.pre_fc_norm_embedding.weight",
              "shape": [
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.pre_fc_norm_hidden.weight",
              "shape": [
                5120
              ],
              "dtype": "torch.bfloat16"
            }
          ],
          "loaded_parameters": [
            "lm_head.weight",
            "model.embed_tokens.weight",
            "model.fc.weight",
            "model.layers.0.input_layernorm.weight",
            "model.layers.0.mlp.down_proj.weight",
            "model.layers.0.mlp.gate_up_proj.weight",
            "model.layers.0.post_attention_layernorm.weight",
            "model.layers.0.self_attn.k_norm.weight",
            "model.layers.0.self_attn.o_proj.weight",
            "model.layers.0.self_attn.q_norm.weight",
            "model.layers.0.self_attn.qkv_proj.weight",
            "model.norm.weight",
            "model.pre_fc_norm_embedding.weight",
            "model.pre_fc_norm_hidden.weight"
          ]
        },
        "parameters": [
          {
            "name": "model.fc.weight",
            "shape": [
              1280,
              10240
            ],
            "dtype": "torch.float16",
            "device": "cuda:3",
            "bytes": 26214400
          },
          {
            "name": "model.layers.0.self_attn.qkv_proj.weight",
            "shape": [
              3584,
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:3",
            "bytes": 36700160
          },
          {
            "name": "model.layers.0.self_attn.o_proj.weight",
            "shape": [
              5120,
              1536
            ],
            "dtype": "torch.float16",
            "device": "cuda:3",
            "bytes": 15728640
          },
          {
            "name": "model.layers.0.self_attn.q_norm.weight",
            "shape": [
              256
            ],
            "dtype": "torch.float16",
            "device": "cuda:3",
            "bytes": 512
          },
          {
            "name": "model.layers.0.self_attn.k_norm.weight",
            "shape": [
              256
            ],
            "dtype": "torch.float16",
            "device": "cuda:3",
            "bytes": 512
          },
          {
            "name": "model.layers.0.mlp.gate_up_proj.weight",
            "shape": [
              8704,
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:3",
            "bytes": 89128960
          },
          {
            "name": "model.layers.0.mlp.down_proj.weight",
            "shape": [
              5120,
              4352
            ],
            "dtype": "torch.float16",
            "device": "cuda:3",
            "bytes": 44564480
          },
          {
            "name": "model.layers.0.input_layernorm.weight",
            "shape": [
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:3",
            "bytes": 10240
          },
          {
            "name": "model.layers.0.post_attention_layernorm.weight",
            "shape": [
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:3",
            "bytes": 10240
          },
          {
            "name": "model.norm.weight",
            "shape": [
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:3",
            "bytes": 10240
          },
          {
            "name": "model.pre_fc_norm_hidden.weight",
            "shape": [
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:3",
            "bytes": 10240
          },
          {
            "name": "model.pre_fc_norm_embedding.weight",
            "shape": [
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:3",
            "bytes": 10240
          },
          {
            "name": "model.embed_tokens.weight",
            "shape": [
              62080,
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:3",
            "bytes": 635699200
          },
          {
            "name": "lm_head.weight",
            "shape": [
              62080,
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:3",
            "bytes": 635699200
          }
        ],
        "linear_methods": [
          {
            "name": "model.fc",
            "method": "UnquantizedLinearMethod",
            "unquantized": true
          },
          {
            "name": "model.layers.0.self_attn.qkv_proj",
            "method": "UnquantizedLinearMethod",
            "unquantized": true
          },
          {
            "name": "model.layers.0.self_attn.o_proj",
            "method": "UnquantizedLinearMethod",
            "unquantized": true
          },
          {
            "name": "model.layers.0.mlp.gate_up_proj",
            "method": "UnquantizedLinearMethod",
            "unquantized": true
          },
          {
            "name": "model.layers.0.mlp.down_proj",
            "method": "UnquantizedLinearMethod",
            "unquantized": true
          }
        ],
        "forbidden_quantized_fields": [],
        "draft_attention_KV": [],
        "limits": "Load/cache observations only; no claim of draft execution, accepted tokens or model correctness. Logical view bytes may share storage."
      },
      {
        "rank": 0,
        "pid": 216,
        "phase": "after_initialize_from_config",
        "checks": {
          "native_mtp_two": true,
          "native_class": true,
          "draft_config_FP16": true,
          "same_checkpoint_path": true,
          "checkpoint_contract": true,
          "exact_15_source_tensors": true,
          "successful_parameter_load": true,
          "all_head_parameters_FP16": true,
          "exact_FP16_linear_routes": true,
          "no_quantized_head_buffers": true,
          "shared_embedding": true,
          "shared_head": true,
          "one_actual_FP16_draft_attention_cache": true
        },
        "draft_policy": "native matching FP16 MTP head; native FP16 target",
        "method": "mtp",
        "draft_tokens": 2,
        "draft_model_path": "/opt/local-models/Qwen3.8-27B",
        "requested_draft_revision": null,
        "checkpoint_contract": {
          "repository": "Qwen/Qwen3.8-27B",
          "revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
          "tensors": {
            "mtp.fc.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120,
                10240
              ],
              "data_offsets": [
                2542796800,
                2647654400
              ]
            },
            "mtp.layers.0.input_layernorm.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120
              ],
              "data_offsets": [
                2647654400,
                2647664640
              ]
            },
            "mtp.layers.0.mlp.down_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120,
                17408
              ],
              "data_offsets": [
                2647664640,
                2825922560
              ]
            },
            "mtp.layers.0.mlp.gate_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                17408,
                5120
              ],
              "data_offsets": [
                2825922560,
                3004180480
              ]
            },
            "mtp.layers.0.mlp.up_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                17408,
                5120
              ],
              "data_offsets": [
                3004180480,
                3182438400
              ]
            },
            "mtp.layers.0.post_attention_layernorm.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120
              ],
              "data_offsets": [
                3182438400,
                3182448640
              ]
            },
            "mtp.layers.0.self_attn.k_norm.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                256
              ],
              "data_offsets": [
                3182448640,
                3182449152
              ]
            },
            "mtp.layers.0.self_attn.k_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                1024,
                5120
              ],
              "data_offsets": [
                3182449152,
                3192934912
              ]
            },
            "mtp.layers.0.self_attn.o_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120,
                6144
              ],
              "data_offsets": [
                3192934912,
                3255849472
              ]
            },
            "mtp.layers.0.self_attn.q_norm.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                256
              ],
              "data_offsets": [
                3255849472,
                3255849984
              ]
            },
            "mtp.layers.0.self_attn.q_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                12288,
                5120
              ],
              "data_offsets": [
                3255849984,
                3381679104
              ]
            },
            "mtp.layers.0.self_attn.v_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                1024,
                5120
              ],
              "data_offsets": [
                3381679104,
                3392164864
              ]
            },
            "mtp.norm.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120
              ],
              "data_offsets": [
                3392164864,
                3392175104
              ]
            },
            "mtp.pre_fc_norm_embedding.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120
              ],
              "data_offsets": [
                3392175104,
                3392185344
              ]
            },
            "mtp.pre_fc_norm_hidden.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120
              ],
              "data_offsets": [
                3392185344,
                3392195584
              ]
            }
          }
        },
        "contract_sha256": "df0af593445d36a02ff0728d5df7ded4c9cdd6d8fb80e34720f8bf5d51d8eb0f",
        "draft_class": "vllm.model_executor.models.qwen3_5_mtp.Qwen3_5MTP",
        "draft_source_sha256": "46f57b9c511c9199aa83421fa7fb167b08d5d80c14377948690cdf67d75453c3",
        "loaded_source_receipt": {
          "source_tensors": [
            {
              "name": "mtp.fc.weight",
              "shape": [
                5120,
                10240
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.input_layernorm.weight",
              "shape": [
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.mlp.down_proj.weight",
              "shape": [
                5120,
                17408
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.mlp.gate_proj.weight",
              "shape": [
                17408,
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.mlp.up_proj.weight",
              "shape": [
                17408,
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.post_attention_layernorm.weight",
              "shape": [
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.self_attn.k_norm.weight",
              "shape": [
                256
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.self_attn.k_proj.weight",
              "shape": [
                1024,
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.self_attn.o_proj.weight",
              "shape": [
                5120,
                6144
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.self_attn.q_norm.weight",
              "shape": [
                256
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.self_attn.q_proj.weight",
              "shape": [
                12288,
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.self_attn.v_proj.weight",
              "shape": [
                1024,
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.norm.weight",
              "shape": [
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.pre_fc_norm_embedding.weight",
              "shape": [
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.pre_fc_norm_hidden.weight",
              "shape": [
                5120
              ],
              "dtype": "torch.bfloat16"
            }
          ],
          "loaded_parameters": [
            "lm_head.weight",
            "model.embed_tokens.weight",
            "model.fc.weight",
            "model.layers.0.input_layernorm.weight",
            "model.layers.0.mlp.down_proj.weight",
            "model.layers.0.mlp.gate_up_proj.weight",
            "model.layers.0.post_attention_layernorm.weight",
            "model.layers.0.self_attn.k_norm.weight",
            "model.layers.0.self_attn.o_proj.weight",
            "model.layers.0.self_attn.q_norm.weight",
            "model.layers.0.self_attn.qkv_proj.weight",
            "model.norm.weight",
            "model.pre_fc_norm_embedding.weight",
            "model.pre_fc_norm_hidden.weight"
          ]
        },
        "parameters": [
          {
            "name": "model.fc.weight",
            "shape": [
              1280,
              10240
            ],
            "dtype": "torch.float16",
            "device": "cuda:0",
            "bytes": 26214400
          },
          {
            "name": "model.layers.0.self_attn.qkv_proj.weight",
            "shape": [
              3584,
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:0",
            "bytes": 36700160
          },
          {
            "name": "model.layers.0.self_attn.o_proj.weight",
            "shape": [
              5120,
              1536
            ],
            "dtype": "torch.float16",
            "device": "cuda:0",
            "bytes": 15728640
          },
          {
            "name": "model.layers.0.self_attn.q_norm.weight",
            "shape": [
              256
            ],
            "dtype": "torch.float16",
            "device": "cuda:0",
            "bytes": 512
          },
          {
            "name": "model.layers.0.self_attn.k_norm.weight",
            "shape": [
              256
            ],
            "dtype": "torch.float16",
            "device": "cuda:0",
            "bytes": 512
          },
          {
            "name": "model.layers.0.mlp.gate_up_proj.weight",
            "shape": [
              8704,
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:0",
            "bytes": 89128960
          },
          {
            "name": "model.layers.0.mlp.down_proj.weight",
            "shape": [
              5120,
              4352
            ],
            "dtype": "torch.float16",
            "device": "cuda:0",
            "bytes": 44564480
          },
          {
            "name": "model.layers.0.input_layernorm.weight",
            "shape": [
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:0",
            "bytes": 10240
          },
          {
            "name": "model.layers.0.post_attention_layernorm.weight",
            "shape": [
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:0",
            "bytes": 10240
          },
          {
            "name": "model.norm.weight",
            "shape": [
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:0",
            "bytes": 10240
          },
          {
            "name": "model.pre_fc_norm_hidden.weight",
            "shape": [
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:0",
            "bytes": 10240
          },
          {
            "name": "model.pre_fc_norm_embedding.weight",
            "shape": [
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:0",
            "bytes": 10240
          },
          {
            "name": "model.embed_tokens.weight",
            "shape": [
              62080,
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:0",
            "bytes": 635699200
          },
          {
            "name": "lm_head.weight",
            "shape": [
              62080,
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:0",
            "bytes": 635699200
          }
        ],
        "linear_methods": [
          {
            "name": "model.fc",
            "method": "UnquantizedLinearMethod",
            "unquantized": true
          },
          {
            "name": "model.layers.0.self_attn.qkv_proj",
            "method": "UnquantizedLinearMethod",
            "unquantized": true
          },
          {
            "name": "model.layers.0.self_attn.o_proj",
            "method": "UnquantizedLinearMethod",
            "unquantized": true
          },
          {
            "name": "model.layers.0.mlp.gate_up_proj",
            "method": "UnquantizedLinearMethod",
            "unquantized": true
          },
          {
            "name": "model.layers.0.mlp.down_proj",
            "method": "UnquantizedLinearMethod",
            "unquantized": true
          }
        ],
        "forbidden_quantized_fields": [],
        "draft_attention_KV": [
          {
            "name": "model.layers.0.self_attn.attn",
            "valid": true,
            "tensors": [
              {
                "shape": [
                  368,
                  2,
                  800,
                  1,
                  256
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "stride": [
                  409600,
                  204800,
                  256,
                  256,
                  1
                ],
                "storage_offset": 0,
                "bytes": 301465600
              }
            ]
          }
        ],
        "limits": "Load/cache observations only; no claim of draft execution, accepted tokens or model correctness. Logical view bytes may share storage."
      },
      {
        "rank": 1,
        "pid": 217,
        "phase": "after_initialize_from_config",
        "checks": {
          "native_mtp_two": true,
          "native_class": true,
          "draft_config_FP16": true,
          "same_checkpoint_path": true,
          "checkpoint_contract": true,
          "exact_15_source_tensors": true,
          "successful_parameter_load": true,
          "all_head_parameters_FP16": true,
          "exact_FP16_linear_routes": true,
          "no_quantized_head_buffers": true,
          "shared_embedding": true,
          "shared_head": true,
          "one_actual_FP16_draft_attention_cache": true
        },
        "draft_policy": "native matching FP16 MTP head; native FP16 target",
        "method": "mtp",
        "draft_tokens": 2,
        "draft_model_path": "/opt/local-models/Qwen3.8-27B",
        "requested_draft_revision": null,
        "checkpoint_contract": {
          "repository": "Qwen/Qwen3.8-27B",
          "revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
          "tensors": {
            "mtp.fc.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120,
                10240
              ],
              "data_offsets": [
                2542796800,
                2647654400
              ]
            },
            "mtp.layers.0.input_layernorm.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120
              ],
              "data_offsets": [
                2647654400,
                2647664640
              ]
            },
            "mtp.layers.0.mlp.down_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120,
                17408
              ],
              "data_offsets": [
                2647664640,
                2825922560
              ]
            },
            "mtp.layers.0.mlp.gate_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                17408,
                5120
              ],
              "data_offsets": [
                2825922560,
                3004180480
              ]
            },
            "mtp.layers.0.mlp.up_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                17408,
                5120
              ],
              "data_offsets": [
                3004180480,
                3182438400
              ]
            },
            "mtp.layers.0.post_attention_layernorm.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120
              ],
              "data_offsets": [
                3182438400,
                3182448640
              ]
            },
            "mtp.layers.0.self_attn.k_norm.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                256
              ],
              "data_offsets": [
                3182448640,
                3182449152
              ]
            },
            "mtp.layers.0.self_attn.k_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                1024,
                5120
              ],
              "data_offsets": [
                3182449152,
                3192934912
              ]
            },
            "mtp.layers.0.self_attn.o_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120,
                6144
              ],
              "data_offsets": [
                3192934912,
                3255849472
              ]
            },
            "mtp.layers.0.self_attn.q_norm.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                256
              ],
              "data_offsets": [
                3255849472,
                3255849984
              ]
            },
            "mtp.layers.0.self_attn.q_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                12288,
                5120
              ],
              "data_offsets": [
                3255849984,
                3381679104
              ]
            },
            "mtp.layers.0.self_attn.v_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                1024,
                5120
              ],
              "data_offsets": [
                3381679104,
                3392164864
              ]
            },
            "mtp.norm.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120
              ],
              "data_offsets": [
                3392164864,
                3392175104
              ]
            },
            "mtp.pre_fc_norm_embedding.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120
              ],
              "data_offsets": [
                3392175104,
                3392185344
              ]
            },
            "mtp.pre_fc_norm_hidden.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120
              ],
              "data_offsets": [
                3392185344,
                3392195584
              ]
            }
          }
        },
        "contract_sha256": "df0af593445d36a02ff0728d5df7ded4c9cdd6d8fb80e34720f8bf5d51d8eb0f",
        "draft_class": "vllm.model_executor.models.qwen3_5_mtp.Qwen3_5MTP",
        "draft_source_sha256": "46f57b9c511c9199aa83421fa7fb167b08d5d80c14377948690cdf67d75453c3",
        "loaded_source_receipt": {
          "source_tensors": [
            {
              "name": "mtp.fc.weight",
              "shape": [
                5120,
                10240
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.input_layernorm.weight",
              "shape": [
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.mlp.down_proj.weight",
              "shape": [
                5120,
                17408
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.mlp.gate_proj.weight",
              "shape": [
                17408,
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.mlp.up_proj.weight",
              "shape": [
                17408,
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.post_attention_layernorm.weight",
              "shape": [
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.self_attn.k_norm.weight",
              "shape": [
                256
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.self_attn.k_proj.weight",
              "shape": [
                1024,
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.self_attn.o_proj.weight",
              "shape": [
                5120,
                6144
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.self_attn.q_norm.weight",
              "shape": [
                256
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.self_attn.q_proj.weight",
              "shape": [
                12288,
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.self_attn.v_proj.weight",
              "shape": [
                1024,
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.norm.weight",
              "shape": [
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.pre_fc_norm_embedding.weight",
              "shape": [
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.pre_fc_norm_hidden.weight",
              "shape": [
                5120
              ],
              "dtype": "torch.bfloat16"
            }
          ],
          "loaded_parameters": [
            "lm_head.weight",
            "model.embed_tokens.weight",
            "model.fc.weight",
            "model.layers.0.input_layernorm.weight",
            "model.layers.0.mlp.down_proj.weight",
            "model.layers.0.mlp.gate_up_proj.weight",
            "model.layers.0.post_attention_layernorm.weight",
            "model.layers.0.self_attn.k_norm.weight",
            "model.layers.0.self_attn.o_proj.weight",
            "model.layers.0.self_attn.q_norm.weight",
            "model.layers.0.self_attn.qkv_proj.weight",
            "model.norm.weight",
            "model.pre_fc_norm_embedding.weight",
            "model.pre_fc_norm_hidden.weight"
          ]
        },
        "parameters": [
          {
            "name": "model.fc.weight",
            "shape": [
              1280,
              10240
            ],
            "dtype": "torch.float16",
            "device": "cuda:1",
            "bytes": 26214400
          },
          {
            "name": "model.layers.0.self_attn.qkv_proj.weight",
            "shape": [
              3584,
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:1",
            "bytes": 36700160
          },
          {
            "name": "model.layers.0.self_attn.o_proj.weight",
            "shape": [
              5120,
              1536
            ],
            "dtype": "torch.float16",
            "device": "cuda:1",
            "bytes": 15728640
          },
          {
            "name": "model.layers.0.self_attn.q_norm.weight",
            "shape": [
              256
            ],
            "dtype": "torch.float16",
            "device": "cuda:1",
            "bytes": 512
          },
          {
            "name": "model.layers.0.self_attn.k_norm.weight",
            "shape": [
              256
            ],
            "dtype": "torch.float16",
            "device": "cuda:1",
            "bytes": 512
          },
          {
            "name": "model.layers.0.mlp.gate_up_proj.weight",
            "shape": [
              8704,
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:1",
            "bytes": 89128960
          },
          {
            "name": "model.layers.0.mlp.down_proj.weight",
            "shape": [
              5120,
              4352
            ],
            "dtype": "torch.float16",
            "device": "cuda:1",
            "bytes": 44564480
          },
          {
            "name": "model.layers.0.input_layernorm.weight",
            "shape": [
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:1",
            "bytes": 10240
          },
          {
            "name": "model.layers.0.post_attention_layernorm.weight",
            "shape": [
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:1",
            "bytes": 10240
          },
          {
            "name": "model.norm.weight",
            "shape": [
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:1",
            "bytes": 10240
          },
          {
            "name": "model.pre_fc_norm_hidden.weight",
            "shape": [
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:1",
            "bytes": 10240
          },
          {
            "name": "model.pre_fc_norm_embedding.weight",
            "shape": [
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:1",
            "bytes": 10240
          },
          {
            "name": "model.embed_tokens.weight",
            "shape": [
              62080,
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:1",
            "bytes": 635699200
          },
          {
            "name": "lm_head.weight",
            "shape": [
              62080,
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:1",
            "bytes": 635699200
          }
        ],
        "linear_methods": [
          {
            "name": "model.fc",
            "method": "UnquantizedLinearMethod",
            "unquantized": true
          },
          {
            "name": "model.layers.0.self_attn.qkv_proj",
            "method": "UnquantizedLinearMethod",
            "unquantized": true
          },
          {
            "name": "model.layers.0.self_attn.o_proj",
            "method": "UnquantizedLinearMethod",
            "unquantized": true
          },
          {
            "name": "model.layers.0.mlp.gate_up_proj",
            "method": "UnquantizedLinearMethod",
            "unquantized": true
          },
          {
            "name": "model.layers.0.mlp.down_proj",
            "method": "UnquantizedLinearMethod",
            "unquantized": true
          }
        ],
        "forbidden_quantized_fields": [],
        "draft_attention_KV": [
          {
            "name": "model.layers.0.self_attn.attn",
            "valid": true,
            "tensors": [
              {
                "shape": [
                  368,
                  2,
                  800,
                  1,
                  256
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "stride": [
                  409600,
                  204800,
                  256,
                  256,
                  1
                ],
                "storage_offset": 0,
                "bytes": 301465600
              }
            ]
          }
        ],
        "limits": "Load/cache observations only; no claim of draft execution, accepted tokens or model correctness. Logical view bytes may share storage."
      },
      {
        "rank": 2,
        "pid": 218,
        "phase": "after_initialize_from_config",
        "checks": {
          "native_mtp_two": true,
          "native_class": true,
          "draft_config_FP16": true,
          "same_checkpoint_path": true,
          "checkpoint_contract": true,
          "exact_15_source_tensors": true,
          "successful_parameter_load": true,
          "all_head_parameters_FP16": true,
          "exact_FP16_linear_routes": true,
          "no_quantized_head_buffers": true,
          "shared_embedding": true,
          "shared_head": true,
          "one_actual_FP16_draft_attention_cache": true
        },
        "draft_policy": "native matching FP16 MTP head; native FP16 target",
        "method": "mtp",
        "draft_tokens": 2,
        "draft_model_path": "/opt/local-models/Qwen3.8-27B",
        "requested_draft_revision": null,
        "checkpoint_contract": {
          "repository": "Qwen/Qwen3.8-27B",
          "revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
          "tensors": {
            "mtp.fc.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120,
                10240
              ],
              "data_offsets": [
                2542796800,
                2647654400
              ]
            },
            "mtp.layers.0.input_layernorm.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120
              ],
              "data_offsets": [
                2647654400,
                2647664640
              ]
            },
            "mtp.layers.0.mlp.down_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120,
                17408
              ],
              "data_offsets": [
                2647664640,
                2825922560
              ]
            },
            "mtp.layers.0.mlp.gate_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                17408,
                5120
              ],
              "data_offsets": [
                2825922560,
                3004180480
              ]
            },
            "mtp.layers.0.mlp.up_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                17408,
                5120
              ],
              "data_offsets": [
                3004180480,
                3182438400
              ]
            },
            "mtp.layers.0.post_attention_layernorm.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120
              ],
              "data_offsets": [
                3182438400,
                3182448640
              ]
            },
            "mtp.layers.0.self_attn.k_norm.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                256
              ],
              "data_offsets": [
                3182448640,
                3182449152
              ]
            },
            "mtp.layers.0.self_attn.k_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                1024,
                5120
              ],
              "data_offsets": [
                3182449152,
                3192934912
              ]
            },
            "mtp.layers.0.self_attn.o_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120,
                6144
              ],
              "data_offsets": [
                3192934912,
                3255849472
              ]
            },
            "mtp.layers.0.self_attn.q_norm.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                256
              ],
              "data_offsets": [
                3255849472,
                3255849984
              ]
            },
            "mtp.layers.0.self_attn.q_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                12288,
                5120
              ],
              "data_offsets": [
                3255849984,
                3381679104
              ]
            },
            "mtp.layers.0.self_attn.v_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                1024,
                5120
              ],
              "data_offsets": [
                3381679104,
                3392164864
              ]
            },
            "mtp.norm.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120
              ],
              "data_offsets": [
                3392164864,
                3392175104
              ]
            },
            "mtp.pre_fc_norm_embedding.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120
              ],
              "data_offsets": [
                3392175104,
                3392185344
              ]
            },
            "mtp.pre_fc_norm_hidden.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120
              ],
              "data_offsets": [
                3392185344,
                3392195584
              ]
            }
          }
        },
        "contract_sha256": "df0af593445d36a02ff0728d5df7ded4c9cdd6d8fb80e34720f8bf5d51d8eb0f",
        "draft_class": "vllm.model_executor.models.qwen3_5_mtp.Qwen3_5MTP",
        "draft_source_sha256": "46f57b9c511c9199aa83421fa7fb167b08d5d80c14377948690cdf67d75453c3",
        "loaded_source_receipt": {
          "source_tensors": [
            {
              "name": "mtp.fc.weight",
              "shape": [
                5120,
                10240
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.input_layernorm.weight",
              "shape": [
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.mlp.down_proj.weight",
              "shape": [
                5120,
                17408
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.mlp.gate_proj.weight",
              "shape": [
                17408,
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.mlp.up_proj.weight",
              "shape": [
                17408,
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.post_attention_layernorm.weight",
              "shape": [
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.self_attn.k_norm.weight",
              "shape": [
                256
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.self_attn.k_proj.weight",
              "shape": [
                1024,
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.self_attn.o_proj.weight",
              "shape": [
                5120,
                6144
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.self_attn.q_norm.weight",
              "shape": [
                256
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.self_attn.q_proj.weight",
              "shape": [
                12288,
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.self_attn.v_proj.weight",
              "shape": [
                1024,
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.norm.weight",
              "shape": [
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.pre_fc_norm_embedding.weight",
              "shape": [
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.pre_fc_norm_hidden.weight",
              "shape": [
                5120
              ],
              "dtype": "torch.bfloat16"
            }
          ],
          "loaded_parameters": [
            "lm_head.weight",
            "model.embed_tokens.weight",
            "model.fc.weight",
            "model.layers.0.input_layernorm.weight",
            "model.layers.0.mlp.down_proj.weight",
            "model.layers.0.mlp.gate_up_proj.weight",
            "model.layers.0.post_attention_layernorm.weight",
            "model.layers.0.self_attn.k_norm.weight",
            "model.layers.0.self_attn.o_proj.weight",
            "model.layers.0.self_attn.q_norm.weight",
            "model.layers.0.self_attn.qkv_proj.weight",
            "model.norm.weight",
            "model.pre_fc_norm_embedding.weight",
            "model.pre_fc_norm_hidden.weight"
          ]
        },
        "parameters": [
          {
            "name": "model.fc.weight",
            "shape": [
              1280,
              10240
            ],
            "dtype": "torch.float16",
            "device": "cuda:2",
            "bytes": 26214400
          },
          {
            "name": "model.layers.0.self_attn.qkv_proj.weight",
            "shape": [
              3584,
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:2",
            "bytes": 36700160
          },
          {
            "name": "model.layers.0.self_attn.o_proj.weight",
            "shape": [
              5120,
              1536
            ],
            "dtype": "torch.float16",
            "device": "cuda:2",
            "bytes": 15728640
          },
          {
            "name": "model.layers.0.self_attn.q_norm.weight",
            "shape": [
              256
            ],
            "dtype": "torch.float16",
            "device": "cuda:2",
            "bytes": 512
          },
          {
            "name": "model.layers.0.self_attn.k_norm.weight",
            "shape": [
              256
            ],
            "dtype": "torch.float16",
            "device": "cuda:2",
            "bytes": 512
          },
          {
            "name": "model.layers.0.mlp.gate_up_proj.weight",
            "shape": [
              8704,
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:2",
            "bytes": 89128960
          },
          {
            "name": "model.layers.0.mlp.down_proj.weight",
            "shape": [
              5120,
              4352
            ],
            "dtype": "torch.float16",
            "device": "cuda:2",
            "bytes": 44564480
          },
          {
            "name": "model.layers.0.input_layernorm.weight",
            "shape": [
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:2",
            "bytes": 10240
          },
          {
            "name": "model.layers.0.post_attention_layernorm.weight",
            "shape": [
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:2",
            "bytes": 10240
          },
          {
            "name": "model.norm.weight",
            "shape": [
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:2",
            "bytes": 10240
          },
          {
            "name": "model.pre_fc_norm_hidden.weight",
            "shape": [
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:2",
            "bytes": 10240
          },
          {
            "name": "model.pre_fc_norm_embedding.weight",
            "shape": [
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:2",
            "bytes": 10240
          },
          {
            "name": "model.embed_tokens.weight",
            "shape": [
              62080,
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:2",
            "bytes": 635699200
          },
          {
            "name": "lm_head.weight",
            "shape": [
              62080,
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:2",
            "bytes": 635699200
          }
        ],
        "linear_methods": [
          {
            "name": "model.fc",
            "method": "UnquantizedLinearMethod",
            "unquantized": true
          },
          {
            "name": "model.layers.0.self_attn.qkv_proj",
            "method": "UnquantizedLinearMethod",
            "unquantized": true
          },
          {
            "name": "model.layers.0.self_attn.o_proj",
            "method": "UnquantizedLinearMethod",
            "unquantized": true
          },
          {
            "name": "model.layers.0.mlp.gate_up_proj",
            "method": "UnquantizedLinearMethod",
            "unquantized": true
          },
          {
            "name": "model.layers.0.mlp.down_proj",
            "method": "UnquantizedLinearMethod",
            "unquantized": true
          }
        ],
        "forbidden_quantized_fields": [],
        "draft_attention_KV": [
          {
            "name": "model.layers.0.self_attn.attn",
            "valid": true,
            "tensors": [
              {
                "shape": [
                  368,
                  2,
                  800,
                  1,
                  256
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "stride": [
                  409600,
                  204800,
                  256,
                  256,
                  1
                ],
                "storage_offset": 0,
                "bytes": 301465600
              }
            ]
          }
        ],
        "limits": "Load/cache observations only; no claim of draft execution, accepted tokens or model correctness. Logical view bytes may share storage."
      },
      {
        "rank": 3,
        "pid": 219,
        "phase": "after_initialize_from_config",
        "checks": {
          "native_mtp_two": true,
          "native_class": true,
          "draft_config_FP16": true,
          "same_checkpoint_path": true,
          "checkpoint_contract": true,
          "exact_15_source_tensors": true,
          "successful_parameter_load": true,
          "all_head_parameters_FP16": true,
          "exact_FP16_linear_routes": true,
          "no_quantized_head_buffers": true,
          "shared_embedding": true,
          "shared_head": true,
          "one_actual_FP16_draft_attention_cache": true
        },
        "draft_policy": "native matching FP16 MTP head; native FP16 target",
        "method": "mtp",
        "draft_tokens": 2,
        "draft_model_path": "/opt/local-models/Qwen3.8-27B",
        "requested_draft_revision": null,
        "checkpoint_contract": {
          "repository": "Qwen/Qwen3.8-27B",
          "revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
          "tensors": {
            "mtp.fc.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120,
                10240
              ],
              "data_offsets": [
                2542796800,
                2647654400
              ]
            },
            "mtp.layers.0.input_layernorm.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120
              ],
              "data_offsets": [
                2647654400,
                2647664640
              ]
            },
            "mtp.layers.0.mlp.down_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120,
                17408
              ],
              "data_offsets": [
                2647664640,
                2825922560
              ]
            },
            "mtp.layers.0.mlp.gate_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                17408,
                5120
              ],
              "data_offsets": [
                2825922560,
                3004180480
              ]
            },
            "mtp.layers.0.mlp.up_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                17408,
                5120
              ],
              "data_offsets": [
                3004180480,
                3182438400
              ]
            },
            "mtp.layers.0.post_attention_layernorm.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120
              ],
              "data_offsets": [
                3182438400,
                3182448640
              ]
            },
            "mtp.layers.0.self_attn.k_norm.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                256
              ],
              "data_offsets": [
                3182448640,
                3182449152
              ]
            },
            "mtp.layers.0.self_attn.k_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                1024,
                5120
              ],
              "data_offsets": [
                3182449152,
                3192934912
              ]
            },
            "mtp.layers.0.self_attn.o_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120,
                6144
              ],
              "data_offsets": [
                3192934912,
                3255849472
              ]
            },
            "mtp.layers.0.self_attn.q_norm.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                256
              ],
              "data_offsets": [
                3255849472,
                3255849984
              ]
            },
            "mtp.layers.0.self_attn.q_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                12288,
                5120
              ],
              "data_offsets": [
                3255849984,
                3381679104
              ]
            },
            "mtp.layers.0.self_attn.v_proj.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                1024,
                5120
              ],
              "data_offsets": [
                3381679104,
                3392164864
              ]
            },
            "mtp.norm.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120
              ],
              "data_offsets": [
                3392164864,
                3392175104
              ]
            },
            "mtp.pre_fc_norm_embedding.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120
              ],
              "data_offsets": [
                3392175104,
                3392185344
              ]
            },
            "mtp.pre_fc_norm_hidden.weight": {
              "shard": "model-00018-of-00018.safetensors",
              "dtype": "BF16",
              "shape": [
                5120
              ],
              "data_offsets": [
                3392185344,
                3392195584
              ]
            }
          }
        },
        "contract_sha256": "df0af593445d36a02ff0728d5df7ded4c9cdd6d8fb80e34720f8bf5d51d8eb0f",
        "draft_class": "vllm.model_executor.models.qwen3_5_mtp.Qwen3_5MTP",
        "draft_source_sha256": "46f57b9c511c9199aa83421fa7fb167b08d5d80c14377948690cdf67d75453c3",
        "loaded_source_receipt": {
          "source_tensors": [
            {
              "name": "mtp.fc.weight",
              "shape": [
                5120,
                10240
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.input_layernorm.weight",
              "shape": [
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.mlp.down_proj.weight",
              "shape": [
                5120,
                17408
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.mlp.gate_proj.weight",
              "shape": [
                17408,
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.mlp.up_proj.weight",
              "shape": [
                17408,
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.post_attention_layernorm.weight",
              "shape": [
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.self_attn.k_norm.weight",
              "shape": [
                256
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.self_attn.k_proj.weight",
              "shape": [
                1024,
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.self_attn.o_proj.weight",
              "shape": [
                5120,
                6144
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.self_attn.q_norm.weight",
              "shape": [
                256
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.self_attn.q_proj.weight",
              "shape": [
                12288,
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.layers.0.self_attn.v_proj.weight",
              "shape": [
                1024,
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.norm.weight",
              "shape": [
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.pre_fc_norm_embedding.weight",
              "shape": [
                5120
              ],
              "dtype": "torch.bfloat16"
            },
            {
              "name": "mtp.pre_fc_norm_hidden.weight",
              "shape": [
                5120
              ],
              "dtype": "torch.bfloat16"
            }
          ],
          "loaded_parameters": [
            "lm_head.weight",
            "model.embed_tokens.weight",
            "model.fc.weight",
            "model.layers.0.input_layernorm.weight",
            "model.layers.0.mlp.down_proj.weight",
            "model.layers.0.mlp.gate_up_proj.weight",
            "model.layers.0.post_attention_layernorm.weight",
            "model.layers.0.self_attn.k_norm.weight",
            "model.layers.0.self_attn.o_proj.weight",
            "model.layers.0.self_attn.q_norm.weight",
            "model.layers.0.self_attn.qkv_proj.weight",
            "model.norm.weight",
            "model.pre_fc_norm_embedding.weight",
            "model.pre_fc_norm_hidden.weight"
          ]
        },
        "parameters": [
          {
            "name": "model.fc.weight",
            "shape": [
              1280,
              10240
            ],
            "dtype": "torch.float16",
            "device": "cuda:3",
            "bytes": 26214400
          },
          {
            "name": "model.layers.0.self_attn.qkv_proj.weight",
            "shape": [
              3584,
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:3",
            "bytes": 36700160
          },
          {
            "name": "model.layers.0.self_attn.o_proj.weight",
            "shape": [
              5120,
              1536
            ],
            "dtype": "torch.float16",
            "device": "cuda:3",
            "bytes": 15728640
          },
          {
            "name": "model.layers.0.self_attn.q_norm.weight",
            "shape": [
              256
            ],
            "dtype": "torch.float16",
            "device": "cuda:3",
            "bytes": 512
          },
          {
            "name": "model.layers.0.self_attn.k_norm.weight",
            "shape": [
              256
            ],
            "dtype": "torch.float16",
            "device": "cuda:3",
            "bytes": 512
          },
          {
            "name": "model.layers.0.mlp.gate_up_proj.weight",
            "shape": [
              8704,
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:3",
            "bytes": 89128960
          },
          {
            "name": "model.layers.0.mlp.down_proj.weight",
            "shape": [
              5120,
              4352
            ],
            "dtype": "torch.float16",
            "device": "cuda:3",
            "bytes": 44564480
          },
          {
            "name": "model.layers.0.input_layernorm.weight",
            "shape": [
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:3",
            "bytes": 10240
          },
          {
            "name": "model.layers.0.post_attention_layernorm.weight",
            "shape": [
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:3",
            "bytes": 10240
          },
          {
            "name": "model.norm.weight",
            "shape": [
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:3",
            "bytes": 10240
          },
          {
            "name": "model.pre_fc_norm_hidden.weight",
            "shape": [
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:3",
            "bytes": 10240
          },
          {
            "name": "model.pre_fc_norm_embedding.weight",
            "shape": [
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:3",
            "bytes": 10240
          },
          {
            "name": "model.embed_tokens.weight",
            "shape": [
              62080,
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:3",
            "bytes": 635699200
          },
          {
            "name": "lm_head.weight",
            "shape": [
              62080,
              5120
            ],
            "dtype": "torch.float16",
            "device": "cuda:3",
            "bytes": 635699200
          }
        ],
        "linear_methods": [
          {
            "name": "model.fc",
            "method": "UnquantizedLinearMethod",
            "unquantized": true
          },
          {
            "name": "model.layers.0.self_attn.qkv_proj",
            "method": "UnquantizedLinearMethod",
            "unquantized": true
          },
          {
            "name": "model.layers.0.self_attn.o_proj",
            "method": "UnquantizedLinearMethod",
            "unquantized": true
          },
          {
            "name": "model.layers.0.mlp.gate_up_proj",
            "method": "UnquantizedLinearMethod",
            "unquantized": true
          },
          {
            "name": "model.layers.0.mlp.down_proj",
            "method": "UnquantizedLinearMethod",
            "unquantized": true
          }
        ],
        "forbidden_quantized_fields": [],
        "draft_attention_KV": [
          {
            "name": "model.layers.0.self_attn.attn",
            "valid": true,
            "tensors": [
              {
                "shape": [
                  368,
                  2,
                  800,
                  1,
                  256
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "stride": [
                  409600,
                  204800,
                  256,
                  256,
                  1
                ],
                "storage_offset": 0,
                "bytes": 301465600
              }
            ]
          }
        ],
        "limits": "Load/cache observations only; no claim of draft execution, accepted tokens or model correctness. Logical view bytes may share storage."
      }
    ],
    "execution_counters_required": true,
    "scope": "Loaded FP16 native head and cache metadata; proposal/acceptance counters and actual draft execution remain separately required."
  },
  "receipt_sha256": {
    "kv-rank-0-pid-216.json": "9ee05a86996fcb0f950849366842aadab03a6920980b2b6f77ced87d7e58c8ee",
    "kv-rank-1-pid-217.json": "788ffbc595505cf01ae9040ed6864acda47d9924d4619a907bd5deefd5e58014",
    "kv-rank-2-pid-218.json": "acfd645966415c27433f8f830cbf19ddfbdd5f6211c44741024a49a984fc54e8",
    "kv-rank-3-pid-219.json": "b255459042156925f047eea58fd4a26e129951fd8f78e596e364f50a492fc829",
    "load-rank-0-pid-216.json": "86684b921fc5db273c2fd93c9fdc4aa4b6489ae0b60509ad92f11993cdbc3892",
    "load-rank-1-pid-217.json": "1f02cf1309d1240e41a38738d5864253bb1986525ddf9cbdb21ee28a4fd56780",
    "load-rank-2-pid-218.json": "f556055f7771923eb70852ef278cdd02f1ff913b1b0445fb9d0036070660ec8d",
    "load-rank-3-pid-219.json": "87478a587d04363ae1658541f9036d261a5d4c623a87e6105186e46a3f0b601c",
    "mtp-after_draft_load_and_sharing-rank-0-pid-216.json": "92e317555f30fe4ecd87a0cfd5dabc3e94c9fdfba2165c28275b1653a4a527e4",
    "mtp-after_draft_load_and_sharing-rank-1-pid-217.json": "2e39180d15f3606e4fa883b001fba1322627e747e9ca348810d962fd248f25d0",
    "mtp-after_draft_load_and_sharing-rank-2-pid-218.json": "4614ee809e26e85fd59401ce0327a7a98f7bc899f754a90fffe32fdb99ef7b50",
    "mtp-after_draft_load_and_sharing-rank-3-pid-219.json": "b83b3ca5b45962b4c6ada4ffa3a92387038f42e1790919de29aecea1e754da3c",
    "mtp-after_initialize_from_config-rank-0-pid-216.json": "574355ab2814c4db3169456dd35c34591dae9f8c2d86efc31a919fb975afbbe3",
    "mtp-after_initialize_from_config-rank-1-pid-217.json": "29605dedf649c7f88836ec11d85f71b50f6d7b9449d257fea06eea5e014316a6",
    "mtp-after_initialize_from_config-rank-2-pid-218.json": "0e979f336ae18c885ae4daa62de885e271945adc99b324983f3cbee36216ac5e",
    "mtp-after_initialize_from_config-rank-3-pid-219.json": "51a89041cda6726d9178a5fe5a9288d6137591bbbb043e808dcb66df24bb57b6"
  },
  "unobservable": [
    "Kernel execution/collective trace",
    "Actual speculative execution and proposal/acceptance/rejection counters",
    "Unique physical storage from logical tensor views",
    "Full-context inference/capacity from allocated cache metadata",
    "Checkpoint file-byte verification (separate owner admission)",
    "Model correctness and official speed"
  ],
  "scope": "Actual load/cache metadata only. Existing strict scorer remains the sole model correctness authority."
}
