{
  "admitted": true,
  "TP": 8,
  "MTP": false,
  "precision": "native FP16 target and attention KV; SSM explicitly observed per rank",
  "expected_parent_source": "57f22fd70c859e4df9036fcc075a798fb032c31d",
  "expected_parent_image": "sha256:5c4e7b7a071d89eee0e8941aa9f9a857b687864ee7bb5d9d59eb7cc50ff48c04",
  "worker_sha256": "fcc56ae066f391ec5c6dd65975282b45b08ceaaf5bb2b7759ffeea21e3d5cc52",
  "source_runtime_sha256": {
    "/opt/venv/lib/python3.12/site-packages/vllm/compilation/cuda_graph.py": "c44cda7b63febfd20d20e990e874a40748470c0ca50fe7a94fc450088ff14ac4",
    "/opt/vllm_patch_bundle/native/fixed3/v756f96_fixed3_core.so": "d87dee0d9baee9f4bb31803102ba3828fc26f7106b7e5b5481e8fa6967af2be2",
    "/opt/localaiservers/fixed3-down-early-repair/installed.sha256": "3201eb1c188ef87d709478f17d3a4b63d69771eb3d093135ece44ae006a40bb9",
    "/opt/vnext/profile/vllm_command.sh": "8fd2b5bc761cf417d2c2468ae5d87862276248a6780fb90dbb298a64fa36a2e0"
  },
  "ranks": [
    {
      "rank": 0,
      "worker_pid": 196,
      "device": "cuda:0",
      "target_parameter_logical_bytes": 6767123584,
      "original_projection_fallback_observed": true,
      "after_load_allocated_bytes": 6958575104,
      "after_load_reserved_bytes": 7308574720,
      "after_cache_allocated_bytes": 31288186880,
      "after_cache_reserved_bytes": 31669092352,
      "num_gpu_blocks": 7139,
      "configured_SSM_dtype": "auto",
      "configured_conv_dtype": "auto",
      "actual_SSM_dtypes": [
        "torch.float16"
      ],
      "attention_KV": [
        {
          "name": "language_model.model.layers.3.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.7.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.11.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.15.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.19.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.23.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.27.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.31.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.35.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.39.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.43.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.47.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.51.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.55.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.59.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.63.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        }
      ],
      "GDN_caches": [
        {
          "name": "language_model.model.layers.0.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.1.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.2.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.4.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.5.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.6.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.8.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.9.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.10.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.12.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.13.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.14.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.16.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.17.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.18.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.20.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.21.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.22.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.24.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.25.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.26.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.28.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.29.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.30.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.32.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.33.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.34.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.36.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.37.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.38.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.40.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.41.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.42.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.44.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.45.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.46.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.48.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.49.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.50.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.52.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.53.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.54.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.56.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.57.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.58.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.60.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.61.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.62.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        }
      ]
    },
    {
      "rank": 1,
      "worker_pid": 197,
      "device": "cuda:1",
      "target_parameter_logical_bytes": 6767123584,
      "original_projection_fallback_observed": true,
      "after_load_allocated_bytes": 6958575104,
      "after_load_reserved_bytes": 7308574720,
      "after_cache_allocated_bytes": 31288186880,
      "after_cache_reserved_bytes": 31669092352,
      "num_gpu_blocks": 7139,
      "configured_SSM_dtype": "auto",
      "configured_conv_dtype": "auto",
      "actual_SSM_dtypes": [
        "torch.float16"
      ],
      "attention_KV": [
        {
          "name": "language_model.model.layers.3.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.7.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.11.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.15.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.19.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.23.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.27.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.31.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.35.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.39.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.43.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.47.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.51.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.55.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.59.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.63.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        }
      ],
      "GDN_caches": [
        {
          "name": "language_model.model.layers.0.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.1.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.2.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.4.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.5.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.6.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.8.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.9.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.10.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.12.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.13.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.14.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.16.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.17.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.18.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.20.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.21.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.22.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.24.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.25.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.26.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.28.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.29.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.30.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.32.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.33.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.34.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.36.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.37.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.38.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.40.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.41.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.42.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.44.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.45.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.46.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.48.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.49.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.50.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.52.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.53.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.54.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.56.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.57.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.58.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.60.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.61.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.62.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        }
      ]
    },
    {
      "rank": 2,
      "worker_pid": 198,
      "device": "cuda:2",
      "target_parameter_logical_bytes": 6767123584,
      "original_projection_fallback_observed": true,
      "after_load_allocated_bytes": 6958575104,
      "after_load_reserved_bytes": 7308574720,
      "after_cache_allocated_bytes": 31288186880,
      "after_cache_reserved_bytes": 31669092352,
      "num_gpu_blocks": 7139,
      "configured_SSM_dtype": "auto",
      "configured_conv_dtype": "auto",
      "actual_SSM_dtypes": [
        "torch.float16"
      ],
      "attention_KV": [
        {
          "name": "language_model.model.layers.3.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.7.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.11.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.15.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.19.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.23.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.27.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.31.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.35.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.39.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.43.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.47.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.51.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.55.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.59.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.63.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        }
      ],
      "GDN_caches": [
        {
          "name": "language_model.model.layers.0.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.1.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.2.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.4.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.5.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.6.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.8.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.9.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.10.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.12.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.13.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.14.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.16.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.17.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.18.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.20.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.21.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.22.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.24.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.25.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.26.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.28.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.29.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.30.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.32.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.33.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.34.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.36.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.37.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.38.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.40.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.41.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.42.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.44.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.45.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.46.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.48.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.49.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.50.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.52.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.53.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.54.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.56.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.57.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.58.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.60.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.61.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.62.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        }
      ]
    },
    {
      "rank": 3,
      "worker_pid": 199,
      "device": "cuda:3",
      "target_parameter_logical_bytes": 6767123584,
      "original_projection_fallback_observed": true,
      "after_load_allocated_bytes": 6958575104,
      "after_load_reserved_bytes": 7308574720,
      "after_cache_allocated_bytes": 31288186880,
      "after_cache_reserved_bytes": 31669092352,
      "num_gpu_blocks": 7139,
      "configured_SSM_dtype": "auto",
      "configured_conv_dtype": "auto",
      "actual_SSM_dtypes": [
        "torch.float16"
      ],
      "attention_KV": [
        {
          "name": "language_model.model.layers.3.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.7.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.11.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.15.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.19.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.23.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.27.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.31.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.35.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.39.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.43.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.47.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.51.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.55.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.59.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.63.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        }
      ],
      "GDN_caches": [
        {
          "name": "language_model.model.layers.0.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.1.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.2.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.4.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.5.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.6.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.8.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.9.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.10.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.12.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.13.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.14.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.16.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.17.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.18.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.20.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.21.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.22.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.24.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.25.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.26.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.28.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.29.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.30.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.32.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.33.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.34.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.36.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.37.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.38.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.40.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.41.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.42.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.44.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.45.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.46.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.48.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.49.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.50.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.52.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.53.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.54.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.56.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.57.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.58.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.60.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.61.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.62.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        }
      ]
    },
    {
      "rank": 4,
      "worker_pid": 200,
      "device": "cuda:4",
      "target_parameter_logical_bytes": 6767123584,
      "original_projection_fallback_observed": true,
      "after_load_allocated_bytes": 6958575104,
      "after_load_reserved_bytes": 7308574720,
      "after_cache_allocated_bytes": 31288186880,
      "after_cache_reserved_bytes": 31669092352,
      "num_gpu_blocks": 7139,
      "configured_SSM_dtype": "auto",
      "configured_conv_dtype": "auto",
      "actual_SSM_dtypes": [
        "torch.float16"
      ],
      "attention_KV": [
        {
          "name": "language_model.model.layers.3.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:4",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.7.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:4",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.11.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:4",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.15.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:4",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.19.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:4",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.23.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:4",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.27.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:4",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.31.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:4",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.35.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:4",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.39.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:4",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.43.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:4",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.47.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:4",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.51.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:4",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.55.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:4",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.59.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:4",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.63.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:4",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        }
      ],
      "GDN_caches": [
        {
          "name": "language_model.model.layers.0.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.1.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.2.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.4.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.5.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.6.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.8.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.9.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.10.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.12.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.13.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.14.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.16.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.17.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.18.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.20.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.21.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.22.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.24.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.25.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.26.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.28.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.29.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.30.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.32.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.33.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.34.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.36.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.37.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.38.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.40.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.41.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.42.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.44.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.45.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.46.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.48.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.49.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.50.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.52.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.53.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.54.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.56.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.57.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.58.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.60.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.61.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.62.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        }
      ]
    },
    {
      "rank": 5,
      "worker_pid": 201,
      "device": "cuda:5",
      "target_parameter_logical_bytes": 6767123584,
      "original_projection_fallback_observed": true,
      "after_load_allocated_bytes": 6958575104,
      "after_load_reserved_bytes": 7308574720,
      "after_cache_allocated_bytes": 31288186880,
      "after_cache_reserved_bytes": 31669092352,
      "num_gpu_blocks": 7139,
      "configured_SSM_dtype": "auto",
      "configured_conv_dtype": "auto",
      "actual_SSM_dtypes": [
        "torch.float16"
      ],
      "attention_KV": [
        {
          "name": "language_model.model.layers.3.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:5",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.7.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:5",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.11.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:5",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.15.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:5",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.19.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:5",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.23.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:5",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.27.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:5",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.31.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:5",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.35.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:5",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.39.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:5",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.43.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:5",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.47.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:5",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.51.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:5",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.55.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:5",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.59.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:5",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.63.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:5",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        }
      ],
      "GDN_caches": [
        {
          "name": "language_model.model.layers.0.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.1.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.2.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.4.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.5.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.6.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.8.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.9.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.10.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.12.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.13.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.14.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.16.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.17.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.18.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.20.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.21.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.22.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.24.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.25.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.26.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.28.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.29.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.30.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.32.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.33.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.34.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.36.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.37.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.38.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.40.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.41.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.42.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.44.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.45.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.46.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.48.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.49.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.50.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.52.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.53.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.54.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.56.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.57.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.58.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.60.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.61.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.62.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        }
      ]
    },
    {
      "rank": 6,
      "worker_pid": 202,
      "device": "cuda:6",
      "target_parameter_logical_bytes": 6767123584,
      "original_projection_fallback_observed": true,
      "after_load_allocated_bytes": 6958575104,
      "after_load_reserved_bytes": 7308574720,
      "after_cache_allocated_bytes": 31288186880,
      "after_cache_reserved_bytes": 31669092352,
      "num_gpu_blocks": 7139,
      "configured_SSM_dtype": "auto",
      "configured_conv_dtype": "auto",
      "actual_SSM_dtypes": [
        "torch.float16"
      ],
      "attention_KV": [
        {
          "name": "language_model.model.layers.3.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:6",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.7.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:6",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.11.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:6",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.15.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:6",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.19.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:6",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.23.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:6",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.27.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:6",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.31.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:6",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.35.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:6",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.39.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:6",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.43.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:6",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.47.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:6",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.51.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:6",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.55.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:6",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.59.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:6",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.63.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:6",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        }
      ],
      "GDN_caches": [
        {
          "name": "language_model.model.layers.0.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.1.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.2.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.4.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.5.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.6.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.8.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.9.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.10.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.12.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.13.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.14.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.16.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.17.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.18.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.20.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.21.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.22.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.24.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.25.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.26.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.28.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.29.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.30.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.32.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.33.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.34.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.36.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.37.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.38.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.40.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.41.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.42.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.44.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.45.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.46.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.48.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.49.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.50.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.52.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.53.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.54.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.56.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.57.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.58.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.60.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.61.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.62.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        }
      ]
    },
    {
      "rank": 7,
      "worker_pid": 203,
      "device": "cuda:7",
      "target_parameter_logical_bytes": 6767123584,
      "original_projection_fallback_observed": true,
      "after_load_allocated_bytes": 6958575104,
      "after_load_reserved_bytes": 7308574720,
      "after_cache_allocated_bytes": 31288186880,
      "after_cache_reserved_bytes": 31669092352,
      "num_gpu_blocks": 7139,
      "configured_SSM_dtype": "auto",
      "configured_conv_dtype": "auto",
      "actual_SSM_dtypes": [
        "torch.float16"
      ],
      "attention_KV": [
        {
          "name": "language_model.model.layers.3.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:7",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.7.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:7",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.11.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:7",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.15.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:7",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.19.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:7",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.23.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:7",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.27.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:7",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.31.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:7",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.35.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:7",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.39.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:7",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.43.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:7",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.47.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:7",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.51.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:7",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.55.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:7",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.59.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:7",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.63.self_attn.attn",
          "tensors": [
            {
              "shape": [
                7139,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:7",
              "bytes": 1520549888,
              "storage_offset": 0
            }
          ]
        }
      ],
      "GDN_caches": [
        {
          "name": "language_model.model.layers.0.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.1.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.2.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.4.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.5.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.6.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.8.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.9.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.10.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.12.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.13.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.14.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.16.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.17.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.18.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.20.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.21.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.22.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.24.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.25.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.26.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.28.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.29.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.30.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.32.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.33.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.34.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.36.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.37.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.38.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.40.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.41.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.42.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.44.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.45.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.46.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.48.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.49.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.50.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.52.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.53.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.54.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.56.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.57.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.58.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.60.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.61.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.62.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    7139,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 54827520,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    7139,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1403584512,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        }
      ]
    }
  ],
  "receipt_sha256": {
    "tp8-cache-rank-0-pid-196.json": "4b8f058552151f1e2903813cfae0af2510be093357923a65d9d240a05d496a72",
    "tp8-cache-rank-1-pid-197.json": "2073314de234716e633beda30ba7bef1c12fb26855ddfc468a1df76596fbe2c2",
    "tp8-cache-rank-2-pid-198.json": "24f75e5a85d8a59a9ec0856d16f120798c675c3a8f5c53638ea9377dc7e5f6a3",
    "tp8-cache-rank-3-pid-199.json": "ac9b70407c733139fd2e5343bb4951b770aec1909397744e0635724640b15f1e",
    "tp8-cache-rank-4-pid-200.json": "5ddd1603a2a37aa37a6b5e1bc54760a3fba7c772ee312934da2779db25c9cffe",
    "tp8-cache-rank-5-pid-201.json": "f31861df717cb02003ab6e1648e3f00cc50ae9bedb661ba005c93b4fa9ebda71",
    "tp8-cache-rank-6-pid-202.json": "f24785f74c2d901f1fc1a5babd945e7533164d6a630234eda2762824137ddab1",
    "tp8-cache-rank-7-pid-203.json": "a2ac8738d0b7a86d8c172dacd369a7c186dce633c59fec137803cde65cd98197",
    "tp8-load-rank-0-pid-196.json": "0d0d692a743e3622809efb257edcf03286a9cfec6947b13f42cedfadc3234c72",
    "tp8-load-rank-1-pid-197.json": "d52f93ac35c6a3b43828905aba369c71f8d6b71f52948f3c5967286f80e3852e",
    "tp8-load-rank-2-pid-198.json": "2d343f909fe717f96952a2a839b65fb6a229b5b9142b6efea7814106532ccff1",
    "tp8-load-rank-3-pid-199.json": "746d53f9c54f9158102472c1dca474908c9b40fbed78f65234271ae71925bad4",
    "tp8-load-rank-4-pid-200.json": "c4dcb12203dec4526528c65b656f692a610cf72e1ece324b5e936303bffda0be",
    "tp8-load-rank-5-pid-201.json": "13608d78c5cff3d2dadc3b9d01120c44bdaabe46461ece3042fa48b72698937a",
    "tp8-load-rank-6-pid-202.json": "ff608e2a3cd77d72e7cb200d6e166d39a4eb5430a2b4730ec493b76ba62d33be",
    "tp8-load-rank-7-pid-203.json": "23dfb9ad807c33e44f216492230b526eb1f8fd9ef0eda1b938af208ce0b3cfa6"
  },
  "limits": [
    "Container image/CID, checkpoint file bytes and physical device mapping require separate owner evidence.",
    "Generated routes/maps and actual kernel/collective execution are separate observations.",
    "No maximum-context inference, unique-storage total, strict correctness or speed claim.",
    "The source lookup observes CUDAGraphWrapper/cuda_graph.py, not the underlying qwen3_5.py bytes.",
    "Timeout environment is not captured by this observer; no fabricated observation."
  ]
}
