{
  "admitted": true,
  "TP": 8,
  "bits": 4,
  "ranks": [
    {
      "rank": 0,
      "pid": 196,
      "target_modules": 256,
      "packed_bytes": 1592765440,
      "after_load_allocated_bytes": 2389380608,
      "after_cache_allocated_bytes": 26650046464,
      "attention_KV": [
        {
          "name": "language_model.model.layers.3.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.7.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.11.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.15.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.19.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.23.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.27.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.31.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.35.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.39.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.43.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.47.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.51.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.55.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.59.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.63.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        }
      ],
      "GDN_caches": [
        {
          "name": "language_model.model.layers.0.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.1.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.2.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.4.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.5.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.6.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.8.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.9.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.10.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.12.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.13.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.14.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.16.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.17.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.18.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.20.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.21.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.22.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.24.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.25.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.26.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.28.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.29.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.30.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.32.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.33.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.34.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.36.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.37.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.38.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.40.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.41.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.42.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.44.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.45.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.46.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.48.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.49.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.50.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.52.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.53.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.54.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.56.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.57.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.58.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.60.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.61.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.62.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:0",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:0",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        }
      ]
    },
    {
      "rank": 1,
      "pid": 197,
      "target_modules": 256,
      "packed_bytes": 1592765440,
      "after_load_allocated_bytes": 2389380608,
      "after_cache_allocated_bytes": 26650046464,
      "attention_KV": [
        {
          "name": "language_model.model.layers.3.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.7.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.11.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.15.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.19.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.23.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.27.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.31.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.35.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.39.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.43.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.47.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.51.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.55.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.59.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.63.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        }
      ],
      "GDN_caches": [
        {
          "name": "language_model.model.layers.0.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.1.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.2.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.4.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.5.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.6.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.8.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.9.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.10.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.12.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.13.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.14.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.16.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.17.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.18.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.20.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.21.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.22.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.24.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.25.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.26.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.28.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.29.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.30.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.32.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.33.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.34.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.36.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.37.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.38.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.40.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.41.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.42.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.44.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.45.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.46.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.48.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.49.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.50.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.52.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.53.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.54.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.56.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.57.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.58.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.60.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.61.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.62.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:1",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:1",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        }
      ]
    },
    {
      "rank": 2,
      "pid": 198,
      "target_modules": 256,
      "packed_bytes": 1592765440,
      "after_load_allocated_bytes": 2389380608,
      "after_cache_allocated_bytes": 26650046464,
      "attention_KV": [
        {
          "name": "language_model.model.layers.3.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.7.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.11.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.15.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.19.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.23.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.27.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.31.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.35.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.39.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.43.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.47.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.51.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.55.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.59.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.63.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        }
      ],
      "GDN_caches": [
        {
          "name": "language_model.model.layers.0.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.1.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.2.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.4.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.5.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.6.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.8.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.9.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.10.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.12.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.13.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.14.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.16.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.17.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.18.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.20.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.21.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.22.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.24.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.25.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.26.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.28.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.29.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.30.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.32.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.33.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.34.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.36.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.37.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.38.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.40.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.41.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.42.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.44.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.45.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.46.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.48.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.49.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.50.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.52.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.53.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.54.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.56.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.57.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.58.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.60.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.61.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.62.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:2",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:2",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        }
      ]
    },
    {
      "rank": 3,
      "pid": 199,
      "target_modules": 256,
      "packed_bytes": 1592765440,
      "after_load_allocated_bytes": 2389380608,
      "after_cache_allocated_bytes": 26650046464,
      "attention_KV": [
        {
          "name": "language_model.model.layers.3.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.7.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.11.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.15.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.19.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.23.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.27.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.31.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.35.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.39.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.43.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.47.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.51.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.55.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.59.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.63.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        }
      ],
      "GDN_caches": [
        {
          "name": "language_model.model.layers.0.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.1.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.2.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.4.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.5.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.6.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.8.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.9.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.10.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.12.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.13.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.14.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.16.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.17.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.18.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.20.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.21.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.22.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.24.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.25.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.26.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.28.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.29.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.30.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.32.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.33.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.34.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.36.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.37.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.38.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.40.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.41.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.42.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.44.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.45.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.46.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.48.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.49.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.50.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.52.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.53.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.54.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.56.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.57.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.58.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.60.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.61.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.62.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:3",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:3",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        }
      ]
    },
    {
      "rank": 4,
      "pid": 200,
      "target_modules": 256,
      "packed_bytes": 1592765440,
      "after_load_allocated_bytes": 2389380608,
      "after_cache_allocated_bytes": 26650046464,
      "attention_KV": [
        {
          "name": "language_model.model.layers.3.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:4",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.7.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:4",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.11.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:4",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.15.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:4",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.19.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:4",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.23.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:4",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.27.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:4",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.31.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:4",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.35.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:4",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.39.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:4",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.43.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:4",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.47.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:4",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.51.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:4",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.55.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:4",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.59.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:4",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.63.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:4",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        }
      ],
      "GDN_caches": [
        {
          "name": "language_model.model.layers.0.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:4",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:4",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.1.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:4",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:4",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.2.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:4",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:4",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.4.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:4",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:4",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.5.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:4",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:4",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.6.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:4",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:4",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.8.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:4",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:4",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.9.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:4",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:4",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.10.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:4",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:4",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.12.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:4",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:4",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.13.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:4",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:4",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.14.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:4",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:4",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.16.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:4",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:4",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.17.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:4",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:4",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.18.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:4",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:4",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.20.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:4",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:4",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.21.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:4",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:4",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.22.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:4",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:4",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.24.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:4",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:4",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.25.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:4",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:4",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.26.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:4",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:4",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.28.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:4",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:4",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.29.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:4",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:4",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.30.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:4",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:4",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.32.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:4",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:4",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.33.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:4",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:4",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.34.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:4",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:4",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.36.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:4",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:4",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.37.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:4",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:4",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.38.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:4",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:4",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.40.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:4",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:4",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.41.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:4",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:4",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.42.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:4",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:4",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.44.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:4",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:4",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.45.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:4",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:4",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.46.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:4",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:4",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.48.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:4",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:4",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.49.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:4",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:4",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.50.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:4",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:4",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.52.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:4",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:4",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.53.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:4",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:4",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.54.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:4",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:4",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.56.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:4",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:4",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.57.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:4",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:4",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.58.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:4",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:4",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.60.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:4",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:4",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.61.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:4",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:4",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.62.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:4",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:4",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        }
      ]
    },
    {
      "rank": 5,
      "pid": 201,
      "target_modules": 256,
      "packed_bytes": 1592765440,
      "after_load_allocated_bytes": 2389380608,
      "after_cache_allocated_bytes": 26650046464,
      "attention_KV": [
        {
          "name": "language_model.model.layers.3.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:5",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.7.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:5",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.11.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:5",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.15.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:5",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.19.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:5",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.23.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:5",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.27.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:5",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.31.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:5",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.35.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:5",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.39.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:5",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.43.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:5",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.47.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:5",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.51.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:5",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.55.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:5",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.59.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:5",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.63.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:5",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        }
      ],
      "GDN_caches": [
        {
          "name": "language_model.model.layers.0.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:5",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:5",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.1.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:5",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:5",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.2.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:5",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:5",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.4.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:5",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:5",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.5.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:5",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:5",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.6.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:5",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:5",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.8.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:5",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:5",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.9.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:5",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:5",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.10.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:5",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:5",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.12.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:5",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:5",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.13.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:5",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:5",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.14.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:5",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:5",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.16.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:5",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:5",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.17.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:5",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:5",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.18.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:5",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:5",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.20.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:5",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:5",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.21.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:5",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:5",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.22.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:5",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:5",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.24.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:5",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:5",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.25.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:5",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:5",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.26.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:5",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:5",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.28.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:5",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:5",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.29.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:5",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:5",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.30.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:5",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:5",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.32.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:5",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:5",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.33.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:5",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:5",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.34.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:5",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:5",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.36.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:5",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:5",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.37.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:5",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:5",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.38.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:5",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:5",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.40.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:5",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:5",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.41.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:5",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:5",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.42.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:5",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:5",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.44.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:5",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:5",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.45.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:5",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:5",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.46.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:5",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:5",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.48.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:5",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:5",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.49.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:5",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:5",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.50.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:5",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:5",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.52.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:5",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:5",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.53.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:5",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:5",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.54.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:5",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:5",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.56.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:5",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:5",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.57.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:5",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:5",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.58.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:5",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:5",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.60.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:5",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:5",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.61.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:5",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:5",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.62.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:5",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:5",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        }
      ]
    },
    {
      "rank": 6,
      "pid": 202,
      "target_modules": 256,
      "packed_bytes": 1592765440,
      "after_load_allocated_bytes": 2389380608,
      "after_cache_allocated_bytes": 26650046464,
      "attention_KV": [
        {
          "name": "language_model.model.layers.3.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:6",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.7.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:6",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.11.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:6",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.15.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:6",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.19.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:6",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.23.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:6",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.27.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:6",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.31.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:6",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.35.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:6",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.39.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:6",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.43.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:6",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.47.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:6",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.51.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:6",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.55.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:6",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.59.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:6",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.63.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:6",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        }
      ],
      "GDN_caches": [
        {
          "name": "language_model.model.layers.0.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:6",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:6",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.1.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:6",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:6",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.2.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:6",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:6",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.4.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:6",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:6",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.5.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:6",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:6",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.6.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:6",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:6",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.8.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:6",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:6",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.9.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:6",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:6",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.10.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:6",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:6",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.12.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:6",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:6",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.13.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:6",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:6",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.14.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:6",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:6",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.16.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:6",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:6",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.17.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:6",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:6",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.18.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:6",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:6",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.20.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:6",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:6",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.21.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:6",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:6",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.22.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:6",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:6",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.24.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:6",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:6",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.25.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:6",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:6",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.26.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:6",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:6",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.28.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:6",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:6",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.29.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:6",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:6",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.30.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:6",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:6",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.32.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:6",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:6",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.33.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:6",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:6",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.34.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:6",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:6",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.36.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:6",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:6",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.37.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:6",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:6",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.38.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:6",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:6",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.40.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:6",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:6",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.41.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:6",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:6",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.42.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:6",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:6",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.44.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:6",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:6",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.45.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:6",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:6",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.46.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:6",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:6",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.48.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:6",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:6",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.49.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:6",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:6",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.50.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:6",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:6",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.52.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:6",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:6",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.53.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:6",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:6",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.54.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:6",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:6",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.56.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:6",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:6",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.57.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:6",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:6",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.58.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:6",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:6",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.60.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:6",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:6",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.61.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:6",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:6",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.62.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:6",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:6",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        }
      ]
    },
    {
      "rank": 7,
      "pid": 203,
      "target_modules": 256,
      "packed_bytes": 1592765440,
      "after_load_allocated_bytes": 2389380608,
      "after_cache_allocated_bytes": 26650046464,
      "attention_KV": [
        {
          "name": "language_model.model.layers.3.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:7",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.7.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:7",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.11.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:7",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.15.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:7",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.19.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:7",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.23.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:7",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.27.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:7",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.31.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:7",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.35.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:7",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.39.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:7",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.43.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:7",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.47.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:7",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.51.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:7",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.55.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:7",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.59.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:7",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.63.self_attn.attn",
          "valid": true,
          "tensors": [
            {
              "shape": [
                3691,
                2,
                400,
                1,
                256
              ],
              "dtype": "torch.float16",
              "device": "cuda:7",
              "bytes": 1511833600,
              "stride": [
                204800,
                102400,
                256,
                256,
                1
              ],
              "storage_offset": 0
            }
          ]
        }
      ],
      "GDN_caches": [
        {
          "name": "language_model.model.layers.0.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:7",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:7",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.1.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:7",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:7",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.2.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:7",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:7",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.4.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:7",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:7",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.5.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:7",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:7",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.6.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:7",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:7",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.8.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:7",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:7",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.9.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:7",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:7",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.10.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:7",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:7",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.12.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:7",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:7",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.13.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:7",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:7",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.14.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:7",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:7",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.16.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:7",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:7",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.17.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:7",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:7",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.18.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:7",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:7",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.20.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:7",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:7",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.21.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:7",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:7",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.22.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:7",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:7",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.24.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:7",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:7",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.25.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:7",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:7",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.26.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:7",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:7",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.28.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:7",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:7",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.29.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:7",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:7",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.30.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:7",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:7",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.32.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:7",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:7",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.33.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:7",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:7",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.34.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:7",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:7",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.36.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:7",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:7",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.37.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:7",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:7",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.38.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:7",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:7",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.40.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:7",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:7",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.41.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:7",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:7",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.42.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:7",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:7",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.44.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:7",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:7",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.45.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:7",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:7",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.46.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:7",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:7",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.48.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:7",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:7",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.49.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:7",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:7",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.50.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:7",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:7",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.52.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:7",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:7",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.53.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:7",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:7",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.54.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:7",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:7",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.56.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:7",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:7",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.57.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:7",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:7",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.58.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:7",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:7",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.60.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:7",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:7",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.61.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:7",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:7",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        },
        {
          "name": "language_model.model.layers.62.linear_attn",
          "valid": true,
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float32"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "valid": true,
              "conv": {
                "shape": [
                  3691,
                  3,
                  1280
                ],
                "dtype": "torch.float16",
                "device": "cuda:7",
                "bytes": 28346880,
                "stride": [
                  204800,
                  1280,
                  1
                ],
                "storage_offset": 0
              },
              "ssm": {
                "shape": [
                  3691,
                  6,
                  128,
                  128
                ],
                "dtype": "torch.float32",
                "device": "cuda:7",
                "bytes": 1451360256,
                "stride": [
                  102400,
                  16384,
                  128,
                  1
                ],
                "storage_offset": 1920
              }
            }
          ]
        }
      ]
    }
  ],
  "receipt_sha256": {
    "kv-rank-0-pid-196.json": "bb17a977d1db32b5e4913634ca6366c7a3d44c2eb58a0dda99bfaef7fb487d74",
    "kv-rank-1-pid-197.json": "9cfa8520c07a944192d0141d63d02c0e6019e416f66e46004139e803cee5bc4d",
    "kv-rank-2-pid-198.json": "4611553df1a666382d2417598e9f1024130494a6fccece8eba624e65de0e6b4c",
    "kv-rank-3-pid-199.json": "bdab02ff51468c40b7e0b2ff7687709a00eb646c02d2049187493f9cd19daf96",
    "kv-rank-4-pid-200.json": "7dacd84ed4a770c2a83833900b7f8c7a6438de94790125434db3de87e7b97205",
    "kv-rank-5-pid-201.json": "dad2b2bd6a9ddbfd53f9e6733e0936ebee57b9073a69970af9d796aac6b7ea77",
    "kv-rank-6-pid-202.json": "55138d9ffccf8df660fbcf1edb9a530711d739d468045f0d61eeaa70ec8b307c",
    "kv-rank-7-pid-203.json": "02c83d1a3b6b8d6d2dcded2d58f27b3b463222201fdd6bca483297ec98c9c314",
    "rank-0-pid-196.json": "5a936fc4826530dfcbb41e64f89f75a9696171d0d1a70a45b79d585f19716093",
    "rank-1-pid-197.json": "603e605b45075e746ba02a930c4f24afe5005368a48c6eeeac0549998be48315",
    "rank-2-pid-198.json": "9ef11423cfb4b4b276016f1dde0eb786c50a7ac13f0816418b8a15ef42f3d560",
    "rank-3-pid-199.json": "7407f9881584ebc7c1daf852f755b7f8f43cb1bd46d4d666f894c60707b9ddec",
    "rank-4-pid-200.json": "f73bbc39f43ac84a2b69424f990ef516bbe055c7f5b92ae1b84b8d51137918d6",
    "rank-5-pid-201.json": "a051634835b62a8a815b190af73c016c7a615e9da5a17b8df6c77a1e88837769",
    "rank-6-pid-202.json": "734c571b599f9cb31fe387ace167a3339e435a2b949ea17d3238874f2c875920",
    "rank-7-pid-203.json": "f1b9f6d49e78fda2eafb75748615545b9d7343a104cc07508260e61903fbfe38"
  },
  "scope": "Actual loaded packing/padding and FP16 KV metadata. Strict scorer remains correctness; no full-context inference or per-token execution trace."
}
