{
  "admitted": true,
  "TP": 2,
  "MTP": false,
  "installed_manifest_sha256": "44ea477cf0ae8d0a6da890f35540f66d477c93913eb7d728b45ae58aacb57df0",
  "ranks": [
    {
      "rank": 0,
      "worker_pid": 196,
      "device": "cuda:0",
      "packed_counts": {
        "_gfx906_fixed3_gate_primary": 0,
        "_gfx906_fixed3_primary": 0,
        "_gfx906_gdn_fixed3_primary": 0,
        "_gfx906_output_fixed3_primary": 0,
        "_gfx906_qkv_fixed3_primary": 0
      },
      "after_load_allocated_bytes": 27105545728,
      "after_load_reserved_bytes": 27231518720,
      "after_cache_allocated_bytes": 31604896256,
      "after_cache_reserved_bytes": 31878807552,
      "attention_KV": [
        {
          "name": "language_model.model.layers.3.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                175,
                2,
                784,
                2,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 280985600,
              "stride": [
                802816,
                401408,
                512,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.7.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                175,
                2,
                784,
                2,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 280985600,
              "stride": [
                802816,
                401408,
                512,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.11.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                175,
                2,
                784,
                2,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 280985600,
              "stride": [
                802816,
                401408,
                512,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.15.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                175,
                2,
                784,
                2,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 280985600,
              "stride": [
                802816,
                401408,
                512,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.19.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                175,
                2,
                784,
                2,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 280985600,
              "stride": [
                802816,
                401408,
                512,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.23.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                175,
                2,
                784,
                2,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 280985600,
              "stride": [
                802816,
                401408,
                512,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.27.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                175,
                2,
                784,
                2,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 280985600,
              "stride": [
                802816,
                401408,
                512,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.31.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                175,
                2,
                784,
                2,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 280985600,
              "stride": [
                802816,
                401408,
                512,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.35.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                175,
                2,
                784,
                2,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 280985600,
              "stride": [
                802816,
                401408,
                512,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.39.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                175,
                2,
                784,
                2,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 280985600,
              "stride": [
                802816,
                401408,
                512,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.43.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                175,
                2,
                784,
                2,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 280985600,
              "stride": [
                802816,
                401408,
                512,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.47.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                175,
                2,
                784,
                2,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 280985600,
              "stride": [
                802816,
                401408,
                512,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.51.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                175,
                2,
                784,
                2,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 280985600,
              "stride": [
                802816,
                401408,
                512,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.55.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                175,
                2,
                784,
                2,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 280985600,
              "stride": [
                802816,
                401408,
                512,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.59.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                175,
                2,
                784,
                2,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 280985600,
              "stride": [
                802816,
                401408,
                512,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.63.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                175,
                2,
                784,
                2,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 280985600,
              "stride": [
                802816,
                401408,
                512,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        }
      ],
      "GDN_caches": [
        {
          "name": "language_model.model.layers.0.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.1.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.2.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.4.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.5.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.6.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.8.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.9.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.10.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.12.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.13.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.14.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.16.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.17.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.18.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.20.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.21.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.22.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.24.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.25.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.26.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.28.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.29.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.30.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.32.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.33.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.34.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.36.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.37.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.38.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.40.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.41.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.42.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.44.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.45.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.46.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.48.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.49.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.50.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.52.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.53.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.54.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.56.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.57.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.58.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.60.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.61.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.62.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        }
      ]
    },
    {
      "rank": 1,
      "worker_pid": 197,
      "device": "cuda:1",
      "packed_counts": {
        "_gfx906_fixed3_gate_primary": 0,
        "_gfx906_fixed3_primary": 0,
        "_gfx906_gdn_fixed3_primary": 0,
        "_gfx906_output_fixed3_primary": 0,
        "_gfx906_qkv_fixed3_primary": 0
      },
      "after_load_allocated_bytes": 27105545728,
      "after_load_reserved_bytes": 27231518720,
      "after_cache_allocated_bytes": 31604896256,
      "after_cache_reserved_bytes": 31878807552,
      "attention_KV": [
        {
          "name": "language_model.model.layers.3.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                175,
                2,
                784,
                2,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 280985600,
              "stride": [
                802816,
                401408,
                512,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.7.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                175,
                2,
                784,
                2,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 280985600,
              "stride": [
                802816,
                401408,
                512,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.11.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                175,
                2,
                784,
                2,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 280985600,
              "stride": [
                802816,
                401408,
                512,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.15.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                175,
                2,
                784,
                2,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 280985600,
              "stride": [
                802816,
                401408,
                512,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.19.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                175,
                2,
                784,
                2,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 280985600,
              "stride": [
                802816,
                401408,
                512,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.23.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                175,
                2,
                784,
                2,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 280985600,
              "stride": [
                802816,
                401408,
                512,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.27.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                175,
                2,
                784,
                2,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 280985600,
              "stride": [
                802816,
                401408,
                512,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.31.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                175,
                2,
                784,
                2,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 280985600,
              "stride": [
                802816,
                401408,
                512,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.35.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                175,
                2,
                784,
                2,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 280985600,
              "stride": [
                802816,
                401408,
                512,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.39.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                175,
                2,
                784,
                2,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 280985600,
              "stride": [
                802816,
                401408,
                512,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.43.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                175,
                2,
                784,
                2,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 280985600,
              "stride": [
                802816,
                401408,
                512,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.47.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                175,
                2,
                784,
                2,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 280985600,
              "stride": [
                802816,
                401408,
                512,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.51.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                175,
                2,
                784,
                2,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 280985600,
              "stride": [
                802816,
                401408,
                512,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.55.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                175,
                2,
                784,
                2,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 280985600,
              "stride": [
                802816,
                401408,
                512,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.59.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                175,
                2,
                784,
                2,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 280985600,
              "stride": [
                802816,
                401408,
                512,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.63.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                175,
                2,
                784,
                2,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 280985600,
              "stride": [
                802816,
                401408,
                512,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        }
      ],
      "GDN_caches": [
        {
          "name": "language_model.model.layers.0.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.1.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.2.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.4.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.5.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.6.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.8.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.9.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.10.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.12.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.13.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.14.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.16.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.17.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.18.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.20.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.21.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.22.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.24.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.25.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.26.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.28.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.29.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.30.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.32.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.33.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.34.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.36.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.37.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.38.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.40.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.41.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.42.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.44.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.45.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.46.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.48.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.49.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.50.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.52.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.53.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.54.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.56.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.57.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.58.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.60.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.61.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.62.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              5120
            ],
            [
              24,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  175,
                  3,
                  5120
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 5376000,
                "stride": [
                  802816,
                  5120,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  175,
                  24,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 275251200,
                "stride": [
                  401408,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 7680
              }
            }
          ]
        }
      ]
    }
  ],
  "native_MTP": null,
  "receipt_sha256": {
    "kv-rank-0-pid-196.json": "a48502f8723a2f55f3479994880ee6374944bdbf22e852b59ec4b35f1517050c",
    "kv-rank-1-pid-197.json": "72b7c10ef10d23311d9fc3d598864fab72da5420a9cd62bae35c4e4beb0a17b6",
    "load-rank-0-pid-196.json": "1fe57423fc7fd42420b2e1561318499dde2224bc954f89b723bb4cc9116db523",
    "load-rank-1-pid-197.json": "88e7c9c96a19c5c6b8eb430293bd062fcd0a89565b90249638f972eb501ce3f4"
  },
  "unobservable": [
    "Kernel execution/collective trace",
    "Actual speculative execution and proposal/acceptance/rejection counters",
    "Unique physical storage from logical tensor views",
    "Full-context inference/capacity from allocated cache metadata",
    "Checkpoint file-byte verification (separate owner admission)",
    "Model correctness and official speed"
  ],
  "scope": "Actual load/cache metadata only. Existing strict scorer remains the sole model correctness authority."
}
