{
  "admitted": true,
  "TP": 8,
  "MTP": false,
  "precision": "native FP16 target and attention KV; SSM explicitly observed per rank",
  "expected_parent_source": "57f22fd70c859e4df9036fcc075a798fb032c31d",
  "expected_parent_image": "sha256:5c4e7b7a071d89eee0e8941aa9f9a857b687864ee7bb5d9d59eb7cc50ff48c04",
  "worker_sha256": "340623a300c52902efaa1ca0c16728df22394fd087b6bdd99aded689acfda273",
  "source_runtime_sha256": {
    "/opt/venv/lib/python3.12/site-packages/vllm/compilation/cuda_graph.py": "c44cda7b63febfd20d20e990e874a40748470c0ca50fe7a94fc450088ff14ac4",
    "/opt/venv/lib/python3.12/site-packages/vllm/model_executor/models/qwen2_moe.py": "83a390334fee436c7209227a49ed9f3de14e1a0edca79d35e7bc771a06b5dd61",
    "/opt/vllm_patch_bundle/qwen2_moe_interleaved_swiglu_20260608.py": "83a390334fee436c7209227a49ed9f3de14e1a0edca79d35e7bc771a06b5dd61",
    "/opt/vllm_patch_bundle/native/fixed3/v756f96_fixed3_core.so": "533c14d100c7afffb39fb6c8ee236af6bc1aaf9b89d257100a7dec215efe9ad9",
    "/opt/localaiservers/fixed3-tp8-gateup/installed.sha256": "649f4085e2113c5265960ab938869a3a27722774d7d6bbcd132ea750be8f6758",
    "/opt/vnext/profile/vllm_command.sh": "0531be4316d645c0a78bd2a846a4627750776e4bfbda2ebd5d019fe9fb6a57e8"
  },
  "ranks": [
    {
      "rank": 0,
      "worker_pid": 196,
      "device": "cuda:0",
      "target_parameter_logical_bytes": 6767123584,
      "gateup_packed_owners": 64,
      "gateup_packed_bytes": 2349609008,
      "other_projection_fallback_observed": true,
      "after_load_allocated_bytes": 9359171584,
      "after_load_reserved_bytes": 9724493824,
      "after_cache_allocated_bytes": 31438801408,
      "after_cache_reserved_bytes": 31803310080,
      "num_gpu_blocks": 6477,
      "configured_SSM_dtype": "auto",
      "configured_conv_dtype": "auto",
      "actual_SSM_dtypes": [
        "torch.float16"
      ],
      "attention_KV": [
        {
          "name": "language_model.model.layers.3.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.7.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.11.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.15.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.19.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.23.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.27.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.31.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.35.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.39.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.43.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.47.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.51.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.55.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.59.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.63.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:0",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        }
      ],
      "GDN_caches": [
        {
          "name": "language_model.model.layers.0.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.1.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.2.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.4.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.5.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.6.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.8.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.9.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.10.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.12.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.13.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.14.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.16.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.17.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.18.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.20.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.21.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.22.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.24.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.25.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.26.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.28.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.29.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.30.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.32.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.33.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.34.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.36.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.37.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.38.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.40.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.41.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.42.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.44.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.45.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.46.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.48.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.49.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.50.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.52.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.53.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.54.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.56.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.57.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.58.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.60.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.61.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.62.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        }
      ]
    },
    {
      "rank": 1,
      "worker_pid": 197,
      "device": "cuda:1",
      "target_parameter_logical_bytes": 6767123584,
      "gateup_packed_owners": 64,
      "gateup_packed_bytes": 2349593600,
      "other_projection_fallback_observed": true,
      "after_load_allocated_bytes": 9359156736,
      "after_load_reserved_bytes": 9724493824,
      "after_cache_allocated_bytes": 31438786560,
      "after_cache_reserved_bytes": 31803310080,
      "num_gpu_blocks": 6477,
      "configured_SSM_dtype": "auto",
      "configured_conv_dtype": "auto",
      "actual_SSM_dtypes": [
        "torch.float16"
      ],
      "attention_KV": [
        {
          "name": "language_model.model.layers.3.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.7.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.11.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.15.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.19.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.23.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.27.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.31.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.35.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.39.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.43.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.47.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.51.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.55.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.59.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.63.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:1",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        }
      ],
      "GDN_caches": [
        {
          "name": "language_model.model.layers.0.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.1.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.2.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.4.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.5.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.6.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.8.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.9.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.10.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.12.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.13.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.14.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.16.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.17.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.18.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.20.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.21.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.22.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.24.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.25.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.26.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.28.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.29.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.30.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.32.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.33.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.34.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.36.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.37.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.38.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.40.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.41.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.42.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.44.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.45.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.46.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.48.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.49.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.50.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.52.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.53.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.54.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.56.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.57.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.58.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.60.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.61.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.62.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        }
      ]
    },
    {
      "rank": 2,
      "worker_pid": 198,
      "device": "cuda:2",
      "target_parameter_logical_bytes": 6767123584,
      "gateup_packed_owners": 64,
      "gateup_packed_bytes": 2349373240,
      "other_projection_fallback_observed": true,
      "after_load_allocated_bytes": 9358935040,
      "after_load_reserved_bytes": 9724493824,
      "after_cache_allocated_bytes": 31438564864,
      "after_cache_reserved_bytes": 31803310080,
      "num_gpu_blocks": 6477,
      "configured_SSM_dtype": "auto",
      "configured_conv_dtype": "auto",
      "actual_SSM_dtypes": [
        "torch.float16"
      ],
      "attention_KV": [
        {
          "name": "language_model.model.layers.3.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.7.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.11.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.15.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.19.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.23.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.27.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.31.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.35.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.39.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.43.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.47.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.51.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.55.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.59.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.63.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:2",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        }
      ],
      "GDN_caches": [
        {
          "name": "language_model.model.layers.0.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.1.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.2.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.4.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.5.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.6.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.8.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.9.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.10.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.12.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.13.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.14.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.16.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.17.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.18.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.20.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.21.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.22.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.24.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.25.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.26.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.28.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.29.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.30.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.32.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.33.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.34.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.36.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.37.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.38.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.40.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.41.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.42.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.44.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.45.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.46.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.48.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.49.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.50.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.52.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.53.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.54.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.56.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.57.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.58.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.60.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.61.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.62.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        }
      ]
    },
    {
      "rank": 3,
      "worker_pid": 199,
      "device": "cuda:3",
      "target_parameter_logical_bytes": 6767123584,
      "gateup_packed_owners": 64,
      "gateup_packed_bytes": 2349224056,
      "other_projection_fallback_observed": true,
      "after_load_allocated_bytes": 9358785536,
      "after_load_reserved_bytes": 9724493824,
      "after_cache_allocated_bytes": 31438415360,
      "after_cache_reserved_bytes": 31803310080,
      "num_gpu_blocks": 6477,
      "configured_SSM_dtype": "auto",
      "configured_conv_dtype": "auto",
      "actual_SSM_dtypes": [
        "torch.float16"
      ],
      "attention_KV": [
        {
          "name": "language_model.model.layers.3.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.7.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.11.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.15.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.19.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.23.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.27.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.31.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.35.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.39.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.43.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.47.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.51.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.55.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.59.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.63.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:3",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        }
      ],
      "GDN_caches": [
        {
          "name": "language_model.model.layers.0.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.1.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.2.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.4.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.5.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.6.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.8.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.9.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.10.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.12.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.13.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.14.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.16.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.17.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.18.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.20.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.21.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.22.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.24.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.25.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.26.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.28.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.29.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.30.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.32.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.33.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.34.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.36.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.37.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.38.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.40.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.41.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.42.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.44.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.45.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.46.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.48.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.49.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.50.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.52.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.53.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.54.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.56.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.57.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.58.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.60.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.61.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.62.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        }
      ]
    },
    {
      "rank": 4,
      "worker_pid": 200,
      "device": "cuda:4",
      "target_parameter_logical_bytes": 6767123584,
      "gateup_packed_owners": 64,
      "gateup_packed_bytes": 2349203776,
      "other_projection_fallback_observed": true,
      "after_load_allocated_bytes": 9358765056,
      "after_load_reserved_bytes": 9724493824,
      "after_cache_allocated_bytes": 31438394880,
      "after_cache_reserved_bytes": 31803310080,
      "num_gpu_blocks": 6477,
      "configured_SSM_dtype": "auto",
      "configured_conv_dtype": "auto",
      "actual_SSM_dtypes": [
        "torch.float16"
      ],
      "attention_KV": [
        {
          "name": "language_model.model.layers.3.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:4",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.7.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:4",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.11.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:4",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.15.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:4",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.19.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:4",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.23.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:4",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.27.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:4",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.31.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:4",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.35.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:4",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.39.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:4",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.43.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:4",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.47.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:4",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.51.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:4",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.55.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:4",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.59.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:4",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.63.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:4",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        }
      ],
      "GDN_caches": [
        {
          "name": "language_model.model.layers.0.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.1.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.2.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.4.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.5.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.6.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.8.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.9.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.10.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.12.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.13.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.14.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.16.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.17.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.18.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.20.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.21.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.22.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.24.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.25.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.26.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.28.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.29.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.30.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.32.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.33.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.34.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.36.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.37.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.38.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.40.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.41.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.42.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.44.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.45.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.46.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.48.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.49.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.50.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.52.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.53.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.54.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.56.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.57.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.58.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.60.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.61.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.62.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:4",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        }
      ]
    },
    {
      "rank": 5,
      "worker_pid": 201,
      "device": "cuda:5",
      "target_parameter_logical_bytes": 6767123584,
      "gateup_packed_owners": 64,
      "gateup_packed_bytes": 2349321712,
      "other_projection_fallback_observed": true,
      "after_load_allocated_bytes": 9358883840,
      "after_load_reserved_bytes": 9724493824,
      "after_cache_allocated_bytes": 31438513664,
      "after_cache_reserved_bytes": 31803310080,
      "num_gpu_blocks": 6477,
      "configured_SSM_dtype": "auto",
      "configured_conv_dtype": "auto",
      "actual_SSM_dtypes": [
        "torch.float16"
      ],
      "attention_KV": [
        {
          "name": "language_model.model.layers.3.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:5",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.7.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:5",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.11.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:5",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.15.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:5",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.19.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:5",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.23.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:5",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.27.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:5",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.31.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:5",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.35.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:5",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.39.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:5",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.43.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:5",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.47.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:5",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.51.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:5",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.55.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:5",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.59.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:5",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.63.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:5",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        }
      ],
      "GDN_caches": [
        {
          "name": "language_model.model.layers.0.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.1.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.2.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.4.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.5.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.6.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.8.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.9.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.10.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.12.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.13.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.14.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.16.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.17.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.18.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.20.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.21.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.22.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.24.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.25.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.26.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.28.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.29.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.30.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.32.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.33.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.34.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.36.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.37.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.38.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.40.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.41.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.42.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.44.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.45.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.46.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.48.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.49.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.50.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.52.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.53.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.54.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.56.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.57.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.58.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.60.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.61.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.62.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:5",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        }
      ]
    },
    {
      "rank": 6,
      "worker_pid": 202,
      "device": "cuda:6",
      "target_parameter_logical_bytes": 6767123584,
      "gateup_packed_owners": 64,
      "gateup_packed_bytes": 2349479896,
      "other_projection_fallback_observed": true,
      "after_load_allocated_bytes": 9359043072,
      "after_load_reserved_bytes": 9724493824,
      "after_cache_allocated_bytes": 31438672896,
      "after_cache_reserved_bytes": 31803310080,
      "num_gpu_blocks": 6477,
      "configured_SSM_dtype": "auto",
      "configured_conv_dtype": "auto",
      "actual_SSM_dtypes": [
        "torch.float16"
      ],
      "attention_KV": [
        {
          "name": "language_model.model.layers.3.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:6",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.7.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:6",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.11.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:6",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.15.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:6",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.19.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:6",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.23.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:6",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.27.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:6",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.31.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:6",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.35.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:6",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.39.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:6",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.43.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:6",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.47.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:6",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.51.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:6",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.55.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:6",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.59.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:6",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.63.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:6",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        }
      ],
      "GDN_caches": [
        {
          "name": "language_model.model.layers.0.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.1.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.2.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.4.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.5.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.6.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.8.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.9.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.10.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.12.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.13.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.14.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.16.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.17.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.18.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.20.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.21.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.22.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.24.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.25.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.26.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.28.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.29.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.30.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.32.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.33.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.34.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.36.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.37.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.38.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.40.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.41.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.42.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.44.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.45.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.46.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.48.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.49.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.50.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.52.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.53.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.54.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.56.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.57.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.58.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.60.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.61.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.62.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:6",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        }
      ]
    },
    {
      "rank": 7,
      "worker_pid": 203,
      "device": "cuda:7",
      "target_parameter_logical_bytes": 6767123584,
      "gateup_packed_owners": 64,
      "gateup_packed_bytes": 2349484816,
      "other_projection_fallback_observed": true,
      "after_load_allocated_bytes": 9359048192,
      "after_load_reserved_bytes": 9724493824,
      "after_cache_allocated_bytes": 31438678016,
      "after_cache_reserved_bytes": 31803310080,
      "num_gpu_blocks": 6477,
      "configured_SSM_dtype": "auto",
      "configured_conv_dtype": "auto",
      "actual_SSM_dtypes": [
        "torch.float16"
      ],
      "attention_KV": [
        {
          "name": "language_model.model.layers.3.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:7",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.7.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:7",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.11.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:7",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.15.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:7",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.19.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:7",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.23.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:7",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.27.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:7",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.31.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:7",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.35.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:7",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.39.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:7",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.43.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:7",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.47.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:7",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.51.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:7",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.55.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:7",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.59.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:7",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        },
        {
          "name": "language_model.model.layers.63.self_attn.attn",
          "tensors": [
            {
              "shape": [
                6477,
                2,
                208,
                1,
                256
              ],
              "stride": [
                106496,
                53248,
                256,
                256,
                1
              ],
              "dtype": "torch.float16",
              "device": "cuda:7",
              "bytes": 1379549184,
              "storage_offset": 0
            }
          ]
        }
      ],
      "GDN_caches": [
        {
          "name": "language_model.model.layers.0.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.1.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.2.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.4.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.5.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.6.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.8.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.9.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.10.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.12.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.13.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.14.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.16.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.17.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.18.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.20.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.21.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.22.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.24.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.25.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.26.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.28.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.29.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.30.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.32.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.33.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.34.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.36.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.37.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.38.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.40.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.41.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.42.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.44.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.45.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.46.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.48.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.49.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.50.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.52.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.53.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.54.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.56.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.57.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.58.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.60.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.61.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        },
        {
          "name": "language_model.model.layers.62.linear_attn",
          "expected_state_shapes": [
            [
              3,
              1280
            ],
            [
              6,
              128,
              128
            ]
          ],
          "expected_state_dtypes": [
            "torch.float16",
            "torch.float16"
          ],
          "engines": [
            {
              "virtual_engine": 0,
              "tensors": [
                {
                  "shape": [
                    6477,
                    3,
                    1280
                  ],
                  "stride": [
                    106496,
                    1280,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 49743360,
                  "storage_offset": 0
                },
                {
                  "shape": [
                    6477,
                    6,
                    128,
                    128
                  ],
                  "stride": [
                    106496,
                    16384,
                    128,
                    1
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:7",
                  "bytes": 1273430016,
                  "storage_offset": 3840
                }
              ]
            }
          ]
        }
      ]
    }
  ],
  "receipt_sha256": {
    "tp8-cache-rank-0-pid-196.json": "2eae0d478dacafa7ad00fdca57c026c051d6fe8f5d052350d45e1acae958a26b",
    "tp8-cache-rank-1-pid-197.json": "32a9f36a2ce292096c16f6acdac7fa3e4ebfdb6cdd6088d69896258dfe704cdd",
    "tp8-cache-rank-2-pid-198.json": "8a793aebfca7d207771365412221e6beae558707e4d07573ffb60601b22429f4",
    "tp8-cache-rank-3-pid-199.json": "6f7f78ac25da24fd2660047157e50c032b905cac98d11ddd20c828f3d02b58f4",
    "tp8-cache-rank-4-pid-200.json": "1201e95deb8b005ce75df8cefc5ee1d1267a7ac589dfba73dd52b525c9261ca9",
    "tp8-cache-rank-5-pid-201.json": "8a88a221ce9e4a61d571cc16ad8dc7bc97f0e3a529e9d1be8ff934ac14799b5c",
    "tp8-cache-rank-6-pid-202.json": "b5da0f3b9e9b5f7b05e01b269ec438c0fa830856cfd1465f89127eb0bff71642",
    "tp8-cache-rank-7-pid-203.json": "d0994727fbb90f664ff4f97b66de05cbb9831a8b65e3fbc4d10f0e677a7e8925",
    "tp8-load-rank-0-pid-196.json": "f9b67225e94eeef83b16f4e8eff3a1f633f14f21fcf2d76283e21ccc452e46a6",
    "tp8-load-rank-1-pid-197.json": "c62366f0b6b42dfe6099809cb733ec2f4b0bef0e8df6c870abe7a5ab9aeb2703",
    "tp8-load-rank-2-pid-198.json": "5f5d897d5d73d56922dafce725bc417ebb84adb405f74457740a98a221cf1ced",
    "tp8-load-rank-3-pid-199.json": "3677fa2210891a54cee77bf818e7bd2c82b796351c86f4981dabb54cdddab68b",
    "tp8-load-rank-4-pid-200.json": "87017c60e59736a9de3fa62ab998fbf9862eee558c0d6f14783c40a395d058c1",
    "tp8-load-rank-5-pid-201.json": "92df174089713ebe789036d48e23bf1819709365c34b0f735f9276244cb48f26",
    "tp8-load-rank-6-pid-202.json": "b288a6acb1ef166aeaeab18b6c11702ebf1533da96e49954089e70f4a7c439fe",
    "tp8-load-rank-7-pid-203.json": "ff308a12a91749ec7e7bfdcbebbdad7acff423471ddb69981b7e0a93254ebd03"
  },
  "limits": [
    "Container image/CID, checkpoint file bytes and physical device mapping require separate owner evidence.",
    "Generated routes/maps and actual kernel/collective execution are separate observations.",
    "No maximum-context inference, unique-storage total, strict correctness or speed claim.",
    "The source lookup observes CUDAGraphWrapper/cuda_graph.py, not the underlying qwen3_5.py bytes.",
    "Timeout environment is not captured by this observer; no fabricated observation."
  ]
}
